-- Logs begin at Thu 2022-07-28 16:48:23 UTC, end at Thu 2022-07-28 18:07:08 UTC. -- Jul 28 17:35:38.795393 dv-cinder-813229-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 17:35:41.490192 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.common.config [-] Logging enabled! Jul 28 17:35:41.490827 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 17:35:41.491001 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110626) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 17:35:41.494186 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.common.config [-] Logging enabled! Jul 28 17:35:41.494449 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 17:35:41.494766 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110626) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 17:35:41.495716 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 17:35:41.495961 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 17:35:41.496441 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 17:35:41.496700 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 17:35:41.496938 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 17:35:41.497294 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.497609 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.497853 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.498165 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.498470 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.498762 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.499062 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.499372 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.499668 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.499958 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.500252 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.500491 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.500783 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.501621 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.501933 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.502301 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] debug = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.502599 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.503051 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.503470 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.504013 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.504313 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.504603 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.504883 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.505184 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.505487 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.505824 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] host = dv-cinder-813229-13-iscsi {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.506115 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.506412 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.506709 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.507004 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.507287 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.507570 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.507863 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.508145 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.508426 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] log_file = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.508710 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.509008 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.509327 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.509628 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.509861 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.510093 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.510389 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.510698 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.510981 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.511261 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.511545 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.511825 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.512109 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.512386 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.512681 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.512974 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.513297 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.513582 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.513866 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.514145 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.514427 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.514724 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.515005 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.515285 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.515567 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.515862 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.516137 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.516419 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.516784 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.517263 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.517562 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.517860 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.518146 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.518950 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.519237 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.519521 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.519804 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] use_json = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.520086 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.520364 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.520656 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.520940 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.521245 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.521532 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.521811 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.522112 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.522392 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:41.522699 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.523010 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.523322 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.523616 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.523931 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.524221 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.524520 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.524807 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.525108 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.525434 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.525732 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.526022 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.526333 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.526633 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.526938 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.527384 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.527567 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.527943 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.528245 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.528433 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.528719 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.529006 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.529353 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.529825 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.529993 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.530215 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.530506 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.530816 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.531112 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.531413 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.531721 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.532027 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.532347 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.532642 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.533020 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.533337 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.533627 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.533928 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.534218 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.534501 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.534797 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.535101 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.535401 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.535688 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.535977 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.536279 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.536568 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.536852 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.537136 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.537452 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.537738 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.538036 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.538327 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.538609 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.538893 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.539184 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.539469 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.539755 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.540045 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.540331 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.540619 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.540904 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.541221 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.541508 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.541793 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.542085 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.542370 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.542653 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.542943 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.543229 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.543511 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.543794 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.544081 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.544366 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.544675 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.544961 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.545273 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.545563 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.545849 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.546138 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.546424 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.546713 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.547000 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.547282 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.547582 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.547877 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.548211 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.548508 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.548798 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.549123 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.549442 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.549731 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.550019 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.550308 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.550598 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.550892 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.551179 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.551467 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.551761 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.552060 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.552367 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.552673 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.552962 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.553293 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.553600 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.553901 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.554193 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.554516 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.554808 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:41.555036 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 17:35:41.555286 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110626) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 17:35:41.855594 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 17:35:41.855881 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 17:35:41.856192 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 17:35:41.856541 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 17:35:42.270135 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.270434 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.270715 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.272026 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.272311 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.272585 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.326181 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.326472 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.326747 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.342025 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.342316 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.342596 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.377082 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.377490 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.377875 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.420471 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.420757 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.421033 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.654781 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.655408 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.655408 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.655575 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.656425 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.755769 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.756099 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.756391 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.756673 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.756950 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.757291 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.757565 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.757832 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.758095 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.758391 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.758661 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.758935 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.759202 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.759463 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.759727 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.759999 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.760262 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.760536 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.760813 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.761080 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.761392 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.761657 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.761951 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.762337 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.762596 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.762846 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.763251 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:35:42.763497 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:35:42.763741 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:35:42.763982 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:35:42.764222 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:35:42.764463 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:35:42.764835 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 17:35:42.768281 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 17:35:42.772239 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 17:35:42.776169 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jul 28 17:35:42.777834 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 17:35:42.778451 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 17:35:42.778804 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 17:35:42.779202 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 17:35:42.782020 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 17:35:42.782284 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 17:35:42.782717 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 17:35:42.787850 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 17:35:42.811425 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 17:35:42.811899 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.812210 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110626) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 28 17:35:42.812595 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.814561 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110626) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 17:35:42.814849 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 17:35:42.815098 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 17:35:42.818457 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.818749 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:42.970930 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 17:35:42.971182 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 17:35:42.971428 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 17:35:42.971829 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 17:35:43.025419 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO dbcounter [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Registered counter for database neutron Jul 28 17:35:43.045548 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_db.sqlalchemy.engines [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110626) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 17:35:43.052123 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG dbcounter [-] [110626] Writer thread running {{(pid=110626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 17:35:43.619335 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Initializing driver for type 'gre' Jul 28 17:35:43.619866 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] gre ID ranges: [(1, 1000)] Jul 28 17:35:43.679743 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Initializing driver for type 'local' Jul 28 17:35:43.680426 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Initializing driver for type 'vlan' Jul 28 17:35:43.695517 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] VlanTypeDriver initialization complete Jul 28 17:35:43.695933 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Initializing driver for type 'vxlan' Jul 28 17:35:43.696441 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] vxlan ID ranges: [(1, 1000)] Jul 28 17:35:43.752062 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Initializing extension driver 'port_security' Jul 28 17:35:43.752438 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.extensions.port_security [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] PortSecurityExtensionDriver initialization complete Jul 28 17:35:43.752828 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Initializing mechanism driver 'openvswitch' Jul 28 17:35:43.753271 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Initializing mechanism driver 'hyperv' Jul 28 17:35:43.760591 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:35:43.761304 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > port after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.761691 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > port after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.762058 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > port after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.762694 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110626) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 17:35:43.763027 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > subnet after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.763431 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > subnet after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.763794 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.764200 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110626) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 17:35:43.764621 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > network after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.764984 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > network after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.765367 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > network after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.765768 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110626) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 17:35:43.766184 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > security_group after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.766545 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > security_group after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.767436 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.767864 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110626) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 17:35:43.768301 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.768660 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.769031 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.769487 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110626) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 17:35:43.769943 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > address_group after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.770304 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > address_group after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.770655 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.771052 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110626) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 17:35:43.771501 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] ML2 OVO RPC backend initialized. {{(pid=110626) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 28 17:35:43.772222 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.772591 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.773019 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > network before_response 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.773409 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > networks before_response 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.773769 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > port before_response 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.774119 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > ports before_response 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.774477 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > subnet before_response 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.774827 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > subnets before_response 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.775182 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > network after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.775534 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > network after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.775881 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > network after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.776231 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > port after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.776579 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > port after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.776926 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > port after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.777303 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > subnet after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.777651 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > subnet after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.777999 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.785724 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded quota_driver: . Jul 28 17:35:43.786102 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.plugin [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Modular L2 Plugin initialization complete Jul 28 17:35:43.786459 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading services supported by the core plugin {{(pid=110626) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 17:35:43.786806 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.plugins.ml2.managers [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Got port-security extension from driver 'port_security' Jul 28 17:35:43.787296 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.extensions.vlantransparent [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Disabled vlantransparent extension. Jul 28 17:35:43.787807 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110626) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 17:35:43.788143 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading Plugin: router Jul 28 17:35:43.823834 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.824243 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router after_create 55549900 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.824629 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router before_create 55549900 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.825011 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.825421 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.825790 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router after_delete 55549900 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.826199 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.826521 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.826896 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router after_create 55549900 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.827257 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router after_update 55549900 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.827619 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router after_update 55549900 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.827977 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.828744 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router after_update 55549900 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.828744 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router precommit_update 55549900 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.829135 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: port after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.830870 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: port after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.830870 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: subnet after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.830870 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.831129 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.831463 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router precommit_create 55549900 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.831817 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: port before_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.832173 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router precommit_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.832539 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router after_update 55549900 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.832892 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.833292 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router precommit_create 55549900 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.833664 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.834021 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router precommit_update 55549900 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.834399 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > agent after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.834760 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > agent after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.835113 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > network after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.836002 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Tracking information for resource: router configured {{(pid=110626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:35:43.836353 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Tracking information for resource: floatingip configured {{(pid=110626) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:35:43.841313 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.db.l3_agentschedulers_db [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 17:35:43.841906 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: port after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.842278 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: port after_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.842638 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: port after_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.843003 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: port after_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.843809 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router before_create 55550100 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.844181 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.844553 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router precommit_create 55550100 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.844964 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > router precommit_update 55550100 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.850085 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.services.provider_configuration [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Service providers = [] {{(pid=110626) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 17:35:43.850458 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.db.servicetype_db [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110626) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 17:35:43.853631 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.services.service_base [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110626) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 17:35:43.853999 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.services.service_base [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110626) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 17:35:43.854353 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.services.service_base [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110626) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 17:35:43.855247 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.services.service_base [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110626) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 17:35:43.855631 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.services.service_base [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 17:35:43.856013 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:35:43.856349 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 17:35:43.866920 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:35:43.867265 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading Plugin: auto_allocate Jul 28 17:35:43.872895 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: network precommit_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.873263 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: network precommit_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.873793 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:35:43.874124 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading Plugin: tag Jul 28 17:35:43.881837 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:35:43.882172 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading Plugin: timestamp Jul 28 17:35:43.886017 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:35:43.886357 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading Plugin: network_ip_availability Jul 28 17:35:43.892469 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.892854 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.893246 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:43.893982 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:35:43.894313 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading Plugin: flavors Jul 28 17:35:43.899275 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:35:43.899613 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading Plugin: revisions Jul 28 17:35:43.903998 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110626) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:35:43.904405 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_concurrency.lockutils [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.048s {{(pid=110626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 17:35:43.905172 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110626) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 28 17:35:43.905522 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Initializing extension manager. Jul 28 17:35:43.906058 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: __init__.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.906414 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: __pycache__ {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.906760 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: address_group.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.907514 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.908095 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: address-group Jul 28 17:35:43.908433 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: address_scope.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.909139 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.909662 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: address-scope Jul 28 17:35:43.909997 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.910894 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.911412 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: router-admin-state-down-before-update Jul 28 17:35:43.911746 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: agent.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.912424 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.912940 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: agent Jul 28 17:35:43.913315 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: agent_resources_synced.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.914198 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.914715 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: agent-resources-synced Jul 28 17:35:43.915049 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: allowedaddresspairs.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.916819 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.917379 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: allowed-address-pairs Jul 28 17:35:43.917719 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: auto_allocated_topology.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.918756 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.919276 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: auto-allocated-topology Jul 28 17:35:43.919611 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: availability_zone.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.920283 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.920795 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: availability_zone Jul 28 17:35:43.921127 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: availability_zone_filter.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.922024 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.922533 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: availability_zone_filter Jul 28 17:35:43.922872 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: data_plane_status.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.923875 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.924382 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 17:35:43.924716 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: default_subnetpools.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.925630 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.926145 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: default-subnetpools Jul 28 17:35:43.926487 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.927272 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.927782 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: dhcp_agent_scheduler Jul 28 17:35:43.928120 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: dns.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.929005 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.929543 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 17:35:43.929876 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: dns_domain_ports.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.930759 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.931269 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 17:35:43.931602 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.932486 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.932997 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 17:35:43.933359 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: dvr.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.934006 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.934521 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: dvr Jul 28 17:35:43.934856 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: ecmp_routes.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.935742 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.936255 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 17:35:43.936586 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: empty_string_filtering.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.937489 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.937999 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: empty-string-filtering Jul 28 17:35:43.938329 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.939782 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.940289 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 17:35:43.940617 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.941533 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.942044 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 17:35:43.942373 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: external_net.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.943256 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.943775 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: external-net Jul 28 17:35:43.944105 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.944992 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.945539 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: extra_dhcp_opt Jul 28 17:35:43.945870 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: extraroute.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.946800 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.947337 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: extraroute Jul 28 17:35:43.947692 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: extraroute_atomic.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.948738 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.949319 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: extraroute-atomic Jul 28 17:35:43.949671 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: filter_validation.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.950345 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.951074 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: filter-validation Jul 28 17:35:43.951407 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: fip_pf_description.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.952289 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.952800 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 17:35:43.953182 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: fip_pf_port_range.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.954127 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.955203 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 28 17:35:43.955613 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: fip_port_details.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.956557 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.957094 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: fip-port-details Jul 28 17:35:43.957485 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: flavors.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.958694 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.959216 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: flavors Jul 28 17:35:43.959588 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.961328 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.961868 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 17:35:43.962207 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: floatingip_pools.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.962885 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.963435 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: floatingip-pools Jul 28 17:35:43.963796 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: ip_allocation.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.964740 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.965282 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 17:35:43.965637 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.966593 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.967140 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: ip-substring-filtering Jul 28 17:35:43.967476 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: l2_adjacency.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.968445 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.968989 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 17:35:43.969390 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: l3.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.970406 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.970968 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: router Jul 28 17:35:43.971301 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.973692 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.974220 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 17:35:43.974565 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.975457 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.975970 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: ext-gw-mode Jul 28 17:35:43.976312 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.977231 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.977745 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: l3-ha Jul 28 17:35:43.978078 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.978967 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.979476 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 28 17:35:43.979809 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: l3_flavors.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.980690 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.981236 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: l3-flavors Jul 28 17:35:43.981569 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.982909 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.983437 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 28 17:35:43.983778 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.984669 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.985218 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 17:35:43.986087 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: l3agentscheduler.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.987212 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.987728 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: l3_agent_scheduler Jul 28 17:35:43.988064 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: local_ip.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.989829 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.990362 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension local_ip not supported by any of loaded plugins Jul 28 17:35:43.990706 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: logging.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.992157 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.992689 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension logging not supported by any of loaded plugins Jul 28 17:35:43.993031 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: metering.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.993781 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.994570 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: metering Jul 28 17:35:43.994908 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.995978 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.996504 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: metering_source_and_destination_fields Jul 28 17:35:43.996844 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: multiprovidernet.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.997764 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:43.998299 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: multi-provider Jul 28 17:35:43.998615 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: netmtu.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:43.999503 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.000021 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: net-mtu Jul 28 17:35:44.000355 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: netmtu_writable.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.001883 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.002803 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: net-mtu-writable Jul 28 17:35:44.003141 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: network_availability_zone.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.004056 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.004572 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: network_availability_zone Jul 28 17:35:44.004908 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: network_ip_availability.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.006020 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.006548 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: network-ip-availability Jul 28 17:35:44.006886 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: network_segment_range.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.007633 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.008152 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 17:35:44.008490 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: pagination.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.009483 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.009823 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: pagination Jul 28 17:35:44.010155 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: port_device_profile.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.011038 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.011561 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: port-device-profile Jul 28 17:35:44.011897 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: port_mac_address_override.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.012794 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.013370 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: port-mac-override Jul 28 17:35:44.013723 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.014669 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.015189 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: port-mac-address-regenerate Jul 28 17:35:44.015524 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.016409 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.017045 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: port-numa-affinity-policy Jul 28 17:35:44.017429 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: port_resource_request.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.018303 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.018816 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 17:35:44.019147 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: port_resource_request_groups.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.020088 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.020605 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 28 17:35:44.020939 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: portbindings.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.021863 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.022383 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: binding Jul 28 17:35:44.022713 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: portbindings_extended.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.023933 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.024455 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: binding-extended Jul 28 17:35:44.024796 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: portsecurity.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.025706 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.026228 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: port-security Jul 28 17:35:44.026569 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: project_id.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.027521 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.027859 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: project-id Jul 28 17:35:44.028190 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: providernet.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.029081 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.029634 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: provider Jul 28 17:35:44.029966 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: qos.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.033506 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.034064 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension qos not supported by any of loaded plugins Jul 28 17:35:44.034427 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.035689 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.036212 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 17:35:44.036559 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.037504 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.038019 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 17:35:44.038355 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: qos_default.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.039243 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.039757 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension qos-default not supported by any of loaded plugins Jul 28 17:35:44.040091 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: qos_fip.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.040987 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.041537 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 17:35:44.041877 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.042764 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.043282 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 28 17:35:44.043621 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: qos_gateway_ip.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.044534 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.045084 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 17:35:44.045467 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: qos_port_network_policy.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.046502 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.047059 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 17:35:44.047394 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.049189 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.049472 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 28 17:35:44.049811 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.050837 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.051354 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 28 17:35:44.051687 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: qos_pps_rule.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.052833 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.053376 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension qos-pps not supported by any of loaded plugins Jul 28 17:35:44.053711 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: qos_rule_type_details.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.054597 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.055113 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 17:35:44.055445 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.056325 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.056839 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 28 17:35:44.057195 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: qos_rules_alias.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.058208 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.058725 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 17:35:44.059056 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: quota_check_limit.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.059953 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.060470 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: quota-check-limit Jul 28 17:35:44.060803 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: quotasv2.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.061784 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.062121 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: quotas Jul 28 17:35:44.062452 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: quotasv2_detail.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.064834 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.065259 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: quota_details Jul 28 17:35:44.065543 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: rbac.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.068240 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.068779 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: rbac-policies Jul 28 17:35:44.069122 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: rbac_address_group.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.070056 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.070583 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: rbac-address-group Jul 28 17:35:44.070921 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: rbac_address_scope.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.071814 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.072337 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: rbac-address-scope Jul 28 17:35:44.072672 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: rbac_security_groups.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.073666 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.074189 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: rbac-security-groups Jul 28 17:35:44.074524 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: rbac_subnetpool.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.075416 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.075952 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: rbac-subnetpool Jul 28 17:35:44.076269 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: revisionifmatch.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.077180 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.077744 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: revision-if-match Jul 28 17:35:44.078075 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: revisions.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.079169 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.079895 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: standard-attr-revisions Jul 28 17:35:44.080236 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: router_availability_zone.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.080895 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.081439 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: router_availability_zone Jul 28 17:35:44.081775 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: routerservicetype.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.082688 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.083204 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 17:35:44.083538 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.084441 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.084962 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: security-groups-normalized-cidr Jul 28 17:35:44.085338 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.086238 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.086754 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: port-security-groups-filtering Jul 28 17:35:44.087094 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.088004 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.088520 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: security-groups-remote-address-group Jul 28 17:35:44.088853 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.089788 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.091276 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: security-groups-shared-filtering Jul 28 17:35:44.091612 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: securitygroup.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.101409 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.101954 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: security-group Jul 28 17:35:44.102304 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: segment.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.103021 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.103543 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension segment not supported by any of loaded plugins Jul 28 17:35:44.103883 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.104791 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.105342 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 17:35:44.105680 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: servicetype.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.106743 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.107264 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: service-type Jul 28 17:35:44.107601 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: sorting.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.108558 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.108902 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: sorting Jul 28 17:35:44.109269 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: standard_attr_segment.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.110164 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.111297 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 17:35:44.111643 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: standardattrdescription.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.112274 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.112797 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: standard-attr-description Jul 28 17:35:44.113133 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: stateful_security_group.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.114091 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.114614 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: stateful-security-group Jul 28 17:35:44.114949 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: stdattrs_common.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.115533 dv-cinder-813229-13-iscsi neutron-server[110626]: WARNING neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 17:35:44.115865 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.116760 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.117316 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 17:35:44.117654 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: subnet_onboard.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.118689 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.119212 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: subnet_onboard Jul 28 17:35:44.119543 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.120446 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.121014 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 17:35:44.121347 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: subnet_service_types.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.122216 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.122733 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: subnet-service-types Jul 28 17:35:44.123110 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: subnetallocation.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.124112 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.124637 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: subnet_allocation Jul 28 17:35:44.124970 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.125643 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.126789 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: subnetpool-prefix-ops Jul 28 17:35:44.127030 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.127938 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.128452 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 17:35:44.129035 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: tagging.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.130137 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.130679 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: standard-attr-tag Jul 28 17:35:44.131052 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: timestamp.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.132283 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.132841 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loaded extension: standard-attr-timestamp Jul 28 17:35:44.133227 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: trunk.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.134278 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.134798 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension trunk not supported by any of loaded plugins Jul 28 17:35:44.135135 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: trunk_details.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.136027 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.136544 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 17:35:44.136875 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: uplink_status_propagation.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.137857 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.138375 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 17:35:44.138730 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Loading extension file: vlantransparent.py {{(pid=110626) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:35:44.139423 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110626) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:35:44.139960 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 17:35:44.142586 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of TrackedResource for resource:network Jul 28 17:35:44.143115 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of TrackedResource for resource:subnet Jul 28 17:35:44.143526 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 17:35:44.143929 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of TrackedResource for resource:port Jul 28 17:35:44.145271 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.v2.resource_helper [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:35:44.145726 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.v2.resource_helper [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Service FLAVORS assigned prefix: {{(pid=110626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:35:44.146368 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.v2.resource_helper [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:35:44.146806 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.v2.resource_helper [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:35:44.147150 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of TrackedResource for resource:router Jul 28 17:35:44.147596 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 17:35:44.148081 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.v2.resource_helper [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Service METERING assigned prefix: /metering {{(pid=110626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:35:44.149557 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:44.149944 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:44.150307 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:35:44.151304 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 17:35:44.151765 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of TrackedResource for resource:security_group Jul 28 17:35:44.152222 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 17:35:44.152771 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.v2.resource_helper [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Service CORE assigned prefix: {{(pid=110626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:35:44.153104 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 17:35:44.153485 dv-cinder-813229-13-iscsi neutron-server[110626]: WARNING neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] subnetpool is already registered Jul 28 17:35:44.153914 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.v2.resource_helper [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Service CORE assigned prefix: {{(pid=110626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:35:44.154249 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 17:35:44.154591 dv-cinder-813229-13-iscsi neutron-server[110626]: WARNING neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] subnetpool is already registered Jul 28 17:35:44.157013 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.v2.resource_helper [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:35:44.157531 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.v2.resource_helper [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Service FLAVORS assigned prefix: {{(pid=110626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:35:44.158217 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.v2.resource_helper [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:35:44.158645 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.v2.resource_helper [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:35:44.158983 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of TrackedResource for resource:router Jul 28 17:35:44.159331 dv-cinder-813229-13-iscsi neutron-server[110626]: WARNING neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] router is already registered Jul 28 17:35:44.159753 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 17:35:44.160099 dv-cinder-813229-13-iscsi neutron-server[110626]: WARNING neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] floatingip is already registered Jul 28 17:35:44.160566 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.v2.resource_helper [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Service METERING assigned prefix: /metering {{(pid=110626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:35:44.161287 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 17:35:44.161630 dv-cinder-813229-13-iscsi neutron-server[110626]: WARNING neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] rbac_policy is already registered Jul 28 17:35:44.162054 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of TrackedResource for resource:security_group Jul 28 17:35:44.162401 dv-cinder-813229-13-iscsi neutron-server[110626]: WARNING neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] security_group is already registered Jul 28 17:35:44.162816 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 17:35:44.163162 dv-cinder-813229-13-iscsi neutron-server[110626]: WARNING neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] security_group_rule is already registered Jul 28 17:35:44.163811 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.v2.resource_helper [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Service CORE assigned prefix: {{(pid=110626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:35:44.164148 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 17:35:44.164494 dv-cinder-813229-13-iscsi neutron-server[110626]: WARNING neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] subnetpool is already registered Jul 28 17:35:44.164920 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.v2.resource_helper [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Service CORE assigned prefix: {{(pid=110626) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:35:44.165286 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 17:35:44.165629 dv-cinder-813229-13-iscsi neutron-server[110626]: WARNING neutron.quota.resource_registry [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] subnetpool is already registered Jul 28 17:35:44.166102 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: extensions {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.167617 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: address-groups {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.169140 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: address-scopes {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.170504 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: agents {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.171696 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: auto-allocated-topology {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.173700 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: availability_zones {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.174820 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: dhcp-networks {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.176385 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: dhcp-agents {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.177892 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: routers {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.179620 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: flavors {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.180896 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: service_profiles {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.182194 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: next_providers {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.183656 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: service_profiles {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.185265 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: floatingip-pools {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.186513 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: routers {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.188272 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: floatingips {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.190249 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: l3-routers {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.191679 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: l3-agents {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.193117 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: metering-labels {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.194418 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: metering-label-rules {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.195832 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: network-ip-availabilities {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.197107 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: bindings {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.198723 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: quotas {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.201305 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: quotas {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.202893 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: rbac-policies {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.204125 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: security-groups {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.205629 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: security-group-rules {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.206934 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: service-providers {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.208189 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: subnetpools {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.209575 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: subnetpools {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.211158 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: tags {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.212852 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: tags {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.214754 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: tags {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.216549 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: tags {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.218374 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: tags {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.220389 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: tags {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.222196 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: tags {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.224117 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: tags {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.225940 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: tags {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.227720 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron.api.extensions [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Extended resource: tags {{(pid=110626) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:35:44.233961 dv-cinder-813229-13-iscsi neutron-server[110626]: WARNING keystonemiddleware.auth_token [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 17:35:44.239669 dv-cinder-813229-13-iscsi neutron-server[110626]: WARNING keystonemiddleware.auth_token [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 17:35:44.248673 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_concurrency.lockutils [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Acquired lock "singleton_lock" {{(pid=110626) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 28 17:35:44.249180 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_concurrency.lockutils [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Releasing lock "singleton_lock" {{(pid=110626) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 28 17:35:44.249846 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO oslo_service.service [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Starting 2 workers Jul 28 17:35:44.255464 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Started child 110735 {{(pid=110626) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 17:35:44.260041 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Started child 110736 {{(pid=110626) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 17:35:44.260824 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:35:44.261596 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO neutron.service [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 17:35:44.262234 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:35:44.262387 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [-] (110735) wsgi starting up on http://0.0.0.0:9696 Jul 28 17:35:44.264663 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO oslo_service.service [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Starting 1 workers Jul 28 17:35:44.264820 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:35:44.266280 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [-] (110736) wsgi starting up on http://0.0.0.0:9696 Jul 28 17:35:44.269948 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Started child 110737 {{(pid=110626) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 17:35:44.270496 dv-cinder-813229-13-iscsi neutron-server[110626]: INFO oslo_service.service [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Starting 1 workers Jul 28 17:35:44.273950 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.service [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] calling RpcWorker wait() {{(pid=110737) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 17:35:44.274510 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.service [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] returning from RpcWorker wait() {{(pid=110737) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 17:35:44.275041 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Started child 110738 {{(pid=110626) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 17:35:44.275803 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:35:44.276169 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e70ce393-cda3-4359-8d52-7f13b0131b50 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:35:44.276369 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:35:44.278218 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110626) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 17:35:44.278447 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 17:35:44.278635 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 17:35:44.278859 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 17:35:44.279188 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 17:35:44.279374 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 17:35:44.279889 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.280160 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.280266 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:35:44.280717 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.280717 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.281077 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:35:44.281304 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.281580 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.281845 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.282134 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.282448 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.282631 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.282805 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.283063 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.283307 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.283640 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.283953 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.284218 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.284483 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.284661 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.284931 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.285265 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.285559 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.285845 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] debug = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.286123 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.286648 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.286901 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.287173 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.287420 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.287694 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.287957 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.288224 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.288478 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.288718 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.288984 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.289268 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.289542 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.289791 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.290029 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.290284 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.290512 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.291052 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] host = dv-cinder-813229-13-iscsi {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.291299 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.291544 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.291797 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.292053 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.292305 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.292548 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.292818 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.293080 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.293389 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.293652 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.293917 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.294176 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.294417 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.294673 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] log_file = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.294843 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] log_options = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.295085 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.295384 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.295654 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.295851 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.296026 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.296254 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.296457 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.296627 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.296890 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.297114 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.297361 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.297602 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.297853 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.298642 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.298903 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.299153 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.299408 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.299659 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.299927 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.300191 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.300425 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.300698 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.300927 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.301129 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.301436 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.301634 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.301865 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.302285 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.302655 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.303042 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.303478 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.303868 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.304239 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.304628 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.305036 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.305452 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.305878 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.306279 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.306749 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.307022 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.307305 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.307880 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.307880 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.308062 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.308290 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.308516 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.308966 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] use_json = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.308966 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.309275 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.309481 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.309722 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.309966 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.310189 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.310410 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.310666 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.310884 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.311341 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.311663 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.311941 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.312210 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.312468 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.312718 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.312976 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.313270 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.313477 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.313770 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.314673 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.314876 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.315305 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.315562 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.315848 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.316185 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.316511 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.316741 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.316971 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.317277 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.317489 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.317738 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.318021 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.318298 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.318492 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.318734 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.318988 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.319291 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.319756 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.319915 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.320207 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.320488 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.320764 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.89/identity {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.321018 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.321310 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.321581 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.321839 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.322664 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.322664 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.322664 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.323857 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.323857 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.323857 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.323857 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.323857 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.324561 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.324561 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.324561 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.325567 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.325567 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.325567 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.325567 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.325567 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.327132 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.327132 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.327132 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.327132 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.327132 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.327132 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.327132 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.329068 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.329068 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.329068 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.329068 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.329068 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.329068 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.329068 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.329068 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.330930 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.330930 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.330930 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.330930 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.330930 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.330930 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.330930 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.330930 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.332119 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.332119 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.332119 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.332119 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.332119 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.332873 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.332873 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.332873 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.332873 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.333427 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.333427 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.333692 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.333844 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.333999 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.334139 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.334438 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.334837 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.334998 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.335186 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.335446 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.335691 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.335969 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.336251 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.336441 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.336734 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.336947 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.337197 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.337577 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.337727 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.337921 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.338164 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.338389 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.338622 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.339622 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.339622 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.339622 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.339622 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.339934 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.340013 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.340214 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.340475 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.340988 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.340988 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.341410 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.341762 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.341762 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.342500 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.342500 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.342500 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.343637 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.343637 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.343637 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.343637 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.344167 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.344167 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.344434 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.347451 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.347451 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.347451 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.347451 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.347451 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.347451 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.347451 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.347451 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.349715 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.349715 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.349715 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.349715 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.349715 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.349715 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.349715 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.349715 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.352062 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.352062 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.352062 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.352062 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.352062 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.352062 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.89/identity {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.352062 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.352062 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.353445 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.353445 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.353445 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.353445 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.353445 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.353445 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.353445 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.355068 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.355068 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.355068 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.355068 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.355068 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.355068 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.356750 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.356750 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.356750 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.356750 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.356750 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.358181 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.358181 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.358181 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.358181 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.358181 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.358181 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.359121 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.359121 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.359121 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.359121 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.359688 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.359688 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.359986 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.359986 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.360291 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.360429 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.361333 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.361605 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.361865 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.362105 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.362335 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.362582 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.362834 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.363685 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.363685 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.363970 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.363970 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.364220 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.364451 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.365387 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.365387 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.365387 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.365787 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.365787 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.365951 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.366168 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.366348 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.366566 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.366794 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.367061 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.367834 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.367834 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.367834 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.368082 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.368221 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.368461 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.368713 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.368938 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.369176 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.370209 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.370209 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.370209 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.370209 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.370531 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.370670 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.370938 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.371209 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.371484 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.371697 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.371917 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.372137 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.372372 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.372598 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.372987 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.373301 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.373474 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.373716 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.373944 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.374172 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.374390 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.374622 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.374839 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.375057 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.375288 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.375515 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.375728 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.375962 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.376231 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.376947 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.377212 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.377560 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.377806 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.378044 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.378291 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.378590 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.378993 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.379220 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.379437 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.379752 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.380009 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.380254 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.380542 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.380779 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.381031 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.381307 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.381646 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.381889 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.382138 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.382411 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.382640 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.382889 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.383181 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.383505 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.383788 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.384072 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.384360 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.384604 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.384886 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.385225 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.385424 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.389188 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.389188 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.389188 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.389188 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.389188 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.389601 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:35:44.389686 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.389686 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.389686 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.389686 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.389686 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.389686 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.389686 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.389686 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.389686 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.391485 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.391485 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.391485 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.391485 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.391485 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.391485 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.391485 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.391485 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 17:35:44.392448 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110626) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 17:35:44.392448 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 17:35:44.392448 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 17:35:44.392448 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 17:35:44.392448 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 17:35:44.392448 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 17:35:44.392448 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.392935 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.392935 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.392935 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.393144 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.393255 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.393434 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.393529 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.393767 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.393868 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.394020 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.394201 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.394386 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.394549 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.394713 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.394897 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.395084 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.395274 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.395457 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.395624 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.395789 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.395972 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] debug = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.396158 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.396376 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.396565 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.396730 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.396893 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.397058 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.397246 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.397412 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.397576 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.397743 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.397913 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.398059 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.398228 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.398391 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.398556 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.398720 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.398901 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.399064 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] host = dv-cinder-813229-13-iscsi {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.399193 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.399400 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.399547 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.399637 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.399802 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.399967 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.400122 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.400445 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.400610 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.400775 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.400944 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.401108 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.401295 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.401459 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] log_file = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.401623 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] log_options = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.401787 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.401952 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.402115 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.402314 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.402492 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.402633 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.402798 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.402962 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.403126 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.403289 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.403533 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.403672 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.403757 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.403921 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.404084 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.404248 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.405589 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.405589 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.405589 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.405589 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.405589 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.405589 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.405589 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.405589 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.406932 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.406932 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.406932 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.406932 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.406932 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.406932 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.406932 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.406932 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.408334 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.408334 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.408334 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.408334 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.408334 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.408334 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.408984 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.408984 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.408984 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.408984 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.409281 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.409281 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.409503 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.409601 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.409723 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] use_json = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.409887 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.410050 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.410215 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.410379 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.410543 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.410702 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.411398 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.411398 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.411398 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:35:44.411398 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.411939 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.411939 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.411939 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.412935 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.412935 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.412935 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.412935 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.412935 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.412935 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.412935 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.413535 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.413535 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.413535 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.413944 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.413944 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.413944 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.414681 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.414681 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.414681 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.414681 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.414681 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.415051 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.415051 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.415193 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.415301 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.415468 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.415644 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.415812 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.415990 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.416389 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.416389 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.416786 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.89/identity {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.416786 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.416786 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.418216 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.418216 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.418216 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.418216 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.418216 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.418216 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.418216 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.418216 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.418216 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.419299 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.419299 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.419299 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.419299 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.419299 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.419299 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.419299 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.420763 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.420763 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.420763 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.420763 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.420763 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.420763 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.420763 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.420763 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.421846 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.421846 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.421846 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.421846 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.421846 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.421846 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.421846 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.421846 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.423709 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.423709 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.423709 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.423709 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.423709 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.423709 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.423709 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.423709 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.425133 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.425133 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.425133 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.425133 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.425133 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.425133 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.425133 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.425133 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.426036 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.426036 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.426036 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.426036 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.426036 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.426036 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.427658 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.427658 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.427658 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.427658 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.427658 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.427658 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.427658 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.427658 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.429103 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.429103 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.429103 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.429103 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.429103 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.429103 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.429103 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.429103 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.430202 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.430202 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.430202 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.430202 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.430202 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.430202 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.430202 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.430202 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.430790 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.430790 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.430790 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.430790 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.430790 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.430790 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.431500 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.431500 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.431500 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.431500 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.431500 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.432349 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.432349 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.432349 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.432349 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.432349 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.432700 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.432700 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.432843 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.432920 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.433063 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.433252 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.433421 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.433589 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.433758 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.433939 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.434109 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.434276 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.434444 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.434633 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.434801 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.434968 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.435135 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.435302 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.435470 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.435638 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.435805 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.435973 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.436141 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.436309 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.436486 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.89/identity {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.436663 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.436832 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.437136 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.437333 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.437502 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.437669 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.437838 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.438011 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.438178 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.438345 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.438513 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.438713 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.438882 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.439050 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.439219 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.439386 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.439554 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.439722 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.439889 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.440057 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.440224 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.440391 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.440578 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.440746 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.440919 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.441090 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.441334 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.441504 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.441671 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.441839 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.442006 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.442174 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.442343 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.442511 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.442678 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.442845 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.443012 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.443179 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.443346 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.443513 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.443679 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.443846 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.444012 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.444197 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.444366 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.444533 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.444705 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.444873 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.445040 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.445229 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.445402 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.445569 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.445734 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.445903 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.446070 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.446237 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.446403 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.446571 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.446741 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.446909 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.447077 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.447245 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.447411 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.447579 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.447740 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.447900 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.448070 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.448237 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.448408 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.448575 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.448742 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.448922 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.449677 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.449677 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.449677 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.449677 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.450087 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.450087 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.450087 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.450276 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.450348 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.450510 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.450675 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.450843 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.451020 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.451187 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.451353 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.451520 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.451686 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.451853 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.452030 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.452196 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.452363 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.452530 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.452697 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.452863 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.453038 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.453226 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.453395 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.453562 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.453728 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.453894 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.454071 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.454302 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.454593 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.454788 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.454940 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.455115 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.455292 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.455462 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.455630 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.455807 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.455977 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.456145 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.456315 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.456495 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.456664 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.456835 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.457005 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.457193 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.457364 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.457535 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.457709 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.457885 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.458057 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.458228 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.458404 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.458579 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.458757 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.458925 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.459099 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.459279 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.459446 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.459614 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.459780 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.459958 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.460111 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.460278 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.460445 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.460611 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.460777 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.460942 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.461119 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.461296 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.461463 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.461629 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.461796 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.461956 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.462117 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.462284 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.462452 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:35:44.462610 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110626) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 17:35:44.476939 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 34208) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:35:44.485633 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [-] 10.222.0.89 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064523 Jul 28 17:35:53.745388 dv-cinder-813229-13-iscsi neutron-server[110626]: DEBUG dbcounter [-] [110626] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:35:55.710280 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740f413f-c952-4a66-b357-30d5fd9c3840 None None] get_active_networks_info from dv-cinder-813229-13-iscsi {{(pid=110737) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 17:35:55.714538 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writer thread running {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 17:35:55.837478 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740f413f-c952-4a66-b357-30d5fd9c3840 None None] No non-hosted networks {{(pid=110737) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 17:35:55.852206 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-92081615-c1b3-49c3-9085-ade0b7dc9c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360613'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:35:57.456899 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writer thread running {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 17:35:58.047647 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3b09c6d1-bcc8-4481-a376-3fd5efda9bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360613'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:35:58.098606 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-57e9bf78-d5db-448f-a211-65dd5456e676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:35:59.075598 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360613'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:35:59.206504 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 34282) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:35:59.823072 dv-cinder-813229-13-iscsi neutron-server[110736]: WARNING oslo_policy.policy [None req-1084f315-3086-4f4e-8a72-845a3bc37892 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:35:59.824156 dv-cinder-813229-13-iscsi neutron-server[110736]: WARNING oslo_policy.policy [None req-1084f315-3086-4f4e-8a72-845a3bc37892 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:36:00.051460 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [None req-1084f315-3086-4f4e-8a72-845a3bc37892 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=110736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:36:00.065231 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-1084f315-3086-4f4e-8a72-845a3bc37892 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8449631 Jul 28 17:36:00.864106 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360613'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:00.865019 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:00.865477 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:00.865827 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:00.866741 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:00.867392 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:00.867778 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:00.868122 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:00.868543 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:00.868967 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:00.869451 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:00.870013 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:00.870406 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:00.870739 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:00.871150 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:00.871533 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:00.871939 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813229-13-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:36:00.884986 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813229-13-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:36:00.901885 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360613'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:02.423224 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 34314) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:36:02.774998 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-a7bf5fee-f66c-430a-b499-a9dce1ebd4fd admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:36:02.869586 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.policy [None req-a7bf5fee-f66c-430a-b499-a9dce1ebd4fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110736) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 17:36:02.913000 dv-cinder-813229-13-iscsi neutron-server[110736]: WARNING oslo_policy.policy [None req-a7bf5fee-f66c-430a-b499-a9dce1ebd4fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:36:02.913416 dv-cinder-813229-13-iscsi neutron-server[110736]: WARNING oslo_policy.policy [None req-a7bf5fee-f66c-430a-b499-a9dce1ebd4fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:36:02.934134 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writer thread running {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 17:36:03.016430 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a7bf5fee-f66c-430a-b499-a9dce1ebd4fd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747610589261', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747610589777', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747610737009', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747610764111', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747610756199', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747610779698', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66848304', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66293276', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-452831', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-431160'] for rbac-policy (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:03.087743 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a7bf5fee-f66c-430a-b499-a9dce1ebd4fd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:03.088951 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-a7bf5fee-f66c-430a-b499-a9dce1ebd4fd admin admin] 10.222.0.89 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6642270 Jul 28 17:36:04.255786 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.db.l3_hamode_db [None req-69a91463-2e5a-4421-895b-b79a80375d9c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 17:36:04.332980 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a91463-2e5a-4421-895b-b79a80375d9c None None] Routers set() bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:36:04.333365 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a91463-2e5a-4421-895b-b79a80375d9c None None] Router IDs set() for agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 17:36:05.362388 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 34326) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:36:05.704090 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:36:05.734437 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Made reservation on behalf of 26339f3896c14d148dd3af450ec9d25f for: {'network': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:36:05.738848 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:05.756759 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:05.870849 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Publish callbacks [] for security_group (9284c90b-0aa2-4655-94d4-1df62969fb73), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:05.877094 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (9284c90b-0aa2-4655-94d4-1df62969fb73), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:05.912502 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=110736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:36:05.943845 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747606401729', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (0397a5a8-46e9-4375-b53b-ac597bd16f17), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:05.944425 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Unsubscribe: segment precommit_create {{(pid=110736) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 17:36:05.944978 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.segments_db [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Added segment 0397a5a8-46e9-4375-b53b-ac597bd16f17 of type vlan for network 205622a4-ff11-47b0-9472-307296f6ee8b Jul 28 17:36:05.950939 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9284c90b-0aa2-4655-94d4-1df62969fb73,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:05.988713 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:05.989050 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:05.989430 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:05.989770 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:05.990098 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:05.990429 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:05.990752 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:05.991074 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:05.991405 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:05.991729 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:05.992052 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:05.992371 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:05.992688 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:05.993003 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:05.993346 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Tracked resource versions report: Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: pushed versions: Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: { 'AddressGroup': {'1.2'}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Agent': {'1.1'}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'ConntrackHelper': {'1.0'}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'LocalIPAssociation': {'1.0'}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Log': {'1.0'}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'NDPProxy': {'1.0'}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Network': {'1.1'}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Port': {'1.7'}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'PortForwarding': {'1.3'}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'QosPolicy': {'1.10'}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'SecurityGroup': {'1.5'}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'SubPort': {'1.0'}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Subnet': {'1.1'}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Trunk': {'1.1'}} Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: consumer versions: Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: { DHCP agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: L3 agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: Metadata agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: Metering agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: Open vSwitch agent@dv-cinder-813229-13-iscsi: { 'AddressGroup': '1.2', Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Agent': '1.1', Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'ConntrackHelper': '1.0', Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'LocalIPAssociation': '1.0', Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Log': '1.0', Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'NDPProxy': '1.0', Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Network': '1.1', Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Port': '1.7', Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'PortForwarding': '1.3', Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'QosPolicy': '1.10', Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'SecurityGroup': '1.5', Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'SecurityGroupRule': '1.2', Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'SubPort': '1.0', Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Subnet': '1.1', Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Trunk': '1.1'}} Jul 28 17:36:05.994801 dv-cinder-813229-13-iscsi neutron-server[110736]: {{(pid=110736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:36:06.061032 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (205622a4-ff11-47b0-9472-307296f6ee8b), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:06.102299 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (205622a4-ff11-47b0-9472-307296f6ee8b), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:06.107484 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:36:06.108192 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:06.117889 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:UPDATE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:06.207395 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8439236 Jul 28 17:36:06.239808 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cef40a-abe3-4983-8438-2395c6a7ca9f demo demo] Pushing event updated for resources: {'Network': ['ID=205622a4-ff11-47b0-9472-307296f6ee8b,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:06.253191 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network 205622a4-ff11-47b0-9472-307296f6ee8b details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:36:08.517832 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 34340) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:36:08.941941 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b503da99-ef0c-4b60-b1cc-f1634e9c4917 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:36:08.943347 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-b503da99-ef0c-4b60-b1cc-f1634e9c4917 demo admin] 10.222.0.89 "GET /v2.0/networks/205622a4-ff11-47b0-9472-307296f6ee8b HTTP/1.1" status: 200 len: 826 time: 0.4245498 Jul 28 17:36:08.968371 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-fc59d2ec-5c9c-49ac-8c40-b1543448bf43 demo admin] 10.222.0.89 "GET /v2.0/subnetpools/733af138-72dd-4e1d-a3a1-29a434ef41d8 HTTP/1.1" status: 200 len: 734 time: 0.0192838 Jul 28 17:36:08.977755 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-0837129a-2b3c-4b17-928a-5a5e5e93bf1c demo admin] Request body: {'subnet': {'network_id': '205622a4-ff11-47b0-9472-307296f6ee8b', 'ip_version': 4, 'subnetpool_id': '733af138-72dd-4e1d-a3a1-29a434ef41d8', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:36:09.003737 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0837129a-2b3c-4b17-928a-5a5e5e93bf1c demo admin] Made reservation on behalf of 26339f3896c14d148dd3af450ec9d25f for: {'subnet': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:36:09.006401 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0837129a-2b3c-4b17-928a-5a5e5e93bf1c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:09.214800 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:09.310583 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0837129a-2b3c-4b17-928a-5a5e5e93bf1c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for subnet (52458d98-6a76-4821-995c-9bb2dc7a72ff), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:09.375883 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837129a-2b3c-4b17-928a-5a5e5e93bf1c demo admin] Pushing event updated for resources: {'Subnet': ['ID=52458d98-6a76-4821-995c-9bb2dc7a72ff,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:09.385602 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0837129a-2b3c-4b17-928a-5a5e5e93bf1c demo admin] Checking segment: {'id': '0397a5a8-46e9-4375-b53b-ac597bd16f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '205622a4-ff11-47b0-9472-307296f6ee8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:36:09.385991 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0837129a-2b3c-4b17-928a-5a5e5e93bf1c demo admin] Network hostable DHCP agents. Network: 205622a4-ff11-47b0-9472-307296f6ee8b, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:36:09.406643 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0837129a-2b3c-4b17-928a-5a5e5e93bf1c demo admin] Network 205622a4-ff11-47b0-9472-307296f6ee8b is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:36:09.418688 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-0837129a-2b3c-4b17-928a-5a5e5e93bf1c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, 205622a4-ff11-47b0-9472-307296f6ee8b) {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:36:09.424101 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0837129a-2b3c-4b17-928a-5a5e5e93bf1c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:36:09.424722 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0837129a-2b3c-4b17-928a-5a5e5e93bf1c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:09.429933 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00bec45-6b5c-45ce-85c3-e1c63c3900c3 None None] Network 205622a4-ff11-47b0-9472-307296f6ee8b requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:36:09.441225 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-0837129a-2b3c-4b17-928a-5a5e5e93bf1c demo admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4666517 Jul 28 17:36:09.706634 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf73fbaf6-72e4-5ce7-afe8-ff53955ba9d2-205622a4-ff11-47b0-9472-307296f6ee8b', 'network_id': '205622a4-ff11-47b0-9472-307296f6ee8b', 'project_id': '26339f3896c14d148dd3af450ec9d25f', 'fixed_ips': [{'subnet_id': '52458d98-6a76-4821-995c-9bb2dc7a72ff'}]}} from dv-cinder-813229-13-iscsi. {{(pid=110737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 17:36:09.707961 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:10.006803 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.db_base_plugin_common [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Allocated IP 172.20.0.2 (205622a4-ff11-47b0-9472-307296f6ee8b/52458d98-6a76-4821-995c-9bb2dc7a72ff/dc01d91b-c0a6-4edf-8c3b-864216bd0de9) {{(pid=110737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:36:10.016076 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:10.289034 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Publish callbacks [] for port (dc01d91b-c0a6-4edf-8c3b-864216bd0de9), precommit_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:10.298696 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (dc01d91b-c0a6-4edf-8c3b-864216bd0de9), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:10.376949 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Network 205622a4-ff11-47b0-9472-307296f6ee8b is already hosted by enough agents. {{(pid=110737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:36:10.383040 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.base_scheduler [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Resources bound (agent type, host, resource id): {{(pid=110737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:36:10.388014 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Received port after_create {{(pid=110737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:36:10.391330 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Pushing event updated for resources: {'Port': ['ID=dc01d91b-c0a6-4edf-8c3b-864216bd0de9,revision_number=1']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:10.444461 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:10.445113 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:10.445241 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:10.445536 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:10.445882 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:10.446217 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:10.446552 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:10.446882 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:10.447228 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:10.447561 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:10.447893 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:10.448225 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:10.448556 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:10.448881 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:10.449225 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Tracked resource versions report: Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: pushed versions: Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: { 'AddressGroup': {'1.2'}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Agent': {'1.1'}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'ConntrackHelper': {'1.0'}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'LocalIPAssociation': {'1.0'}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Log': {'1.0'}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'NDPProxy': {'1.0'}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Network': {'1.1'}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Port': {'1.7'}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'PortForwarding': {'1.3'}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'QosPolicy': {'1.10'}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'SecurityGroup': {'1.5'}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'SubPort': {'1.0'}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Subnet': {'1.1'}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Trunk': {'1.1'}} Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: consumer versions: Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: { DHCP agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: L3 agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: Metadata agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: Metering agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: Open vSwitch agent@dv-cinder-813229-13-iscsi: { 'AddressGroup': '1.2', Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Agent': '1.1', Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'ConntrackHelper': '1.0', Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'LocalIPAssociation': '1.0', Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Log': '1.0', Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'NDPProxy': '1.0', Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Network': '1.1', Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Port': '1.7', Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'PortForwarding': '1.3', Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'QosPolicy': '1.10', Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'SecurityGroup': '1.5', Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'SecurityGroupRule': '1.2', Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'SubPort': '1.0', Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Subnet': '1.1', Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Trunk': '1.1'}} Jul 28 17:36:10.450775 dv-cinder-813229-13-iscsi neutron-server[110737]: {{(pid=110737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:36:10.487864 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Attempting to bind port dc01d91b-c0a6-4edf-8c3b-864216bd0de9 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:36:10.488272 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Attempting to bind port dc01d91b-c0a6-4edf-8c3b-864216bd0de9 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '0397a5a8-46e9-4375-b53b-ac597bd16f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '205622a4-ff11-47b0-9472-307296f6ee8b'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:36:10.488717 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Attempting to bind port dc01d91b-c0a6-4edf-8c3b-864216bd0de9 on network 205622a4-ff11-47b0-9472-307296f6ee8b {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:36:10.493898 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:36:10.494293 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Checking segment: {'id': '0397a5a8-46e9-4375-b53b-ac597bd16f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '205622a4-ff11-47b0-9472-307296f6ee8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:36:10.494811 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:10.495209 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Bound using segment: {'id': '0397a5a8-46e9-4375-b53b-ac597bd16f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '205622a4-ff11-47b0-9472-307296f6ee8b'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:36:10.495682 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Bound port: dc01d91b-c0a6-4edf-8c3b-864216bd0de9, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0397a5a8-46e9-4375-b53b-ac597bd16f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '205622a4-ff11-47b0-9472-307296f6ee8b'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:36:10.496094 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (dc01d91b-c0a6-4edf-8c3b-864216bd0de9), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:10.513377 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:10.564642 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] For port dc01d91b-c0a6-4edf-8c3b-864216bd0de9, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:36:10.586051 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] For port dc01d91b-c0a6-4edf-8c3b-864216bd0de9, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=dc01d91b-c0a6-4edf-8c3b-864216bd0de9,segment=NetworkSegment(0397a5a8-46e9-4375-b53b-ac597bd16f17),segment_id=0397a5a8-46e9-4375-b53b-ac597bd16f17)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:36:10.593542 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (dc01d91b-c0a6-4edf-8c3b-864216bd0de9), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:10.651099 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c1e3c-aa08-41d8-a339-149ce6e92c40 None None] Pushing event updated for resources: {'Port': ['ID=dc01d91b-c0a6-4edf-8c3b-864216bd0de9,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:11.786738 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 34350) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:36:12.381839 dv-cinder-813229-13-iscsi neutron-server[110735]: WARNING oslo_policy.policy [None req-2dd03192-bb8a-43c4-8972-6d837250d4e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:36:12.382396 dv-cinder-813229-13-iscsi neutron-server[110735]: WARNING oslo_policy.policy [None req-2dd03192-bb8a-43c4-8972-6d837250d4e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:36:12.603739 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [None req-2dd03192-bb8a-43c4-8972-6d837250d4e1 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=110735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:36:12.605004 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-2dd03192-bb8a-43c4-8972-6d837250d4e1 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8160441 Jul 28 17:36:13.893513 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=7 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:13.898263 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:14.939154 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 34368) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:36:15.271642 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [None req-9ae1c123-a33a-4882-b356-1fbf5eb4ca95 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=110735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:36:15.272634 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-9ae1c123-a33a-4882-b356-1fbf5eb4ca95 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3318937 Jul 28 17:36:17.558247 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 34380) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:36:17.909741 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-306c589b-56f2-4115-9f6b-8db4c2bc96a7 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:36:17.969907 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.policy [None req-306c589b-56f2-4115-9f6b-8db4c2bc96a7 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110735) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 17:36:18.014220 dv-cinder-813229-13-iscsi neutron-server[110735]: WARNING oslo_policy.policy [None req-306c589b-56f2-4115-9f6b-8db4c2bc96a7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:36:18.014608 dv-cinder-813229-13-iscsi neutron-server[110735]: WARNING oslo_policy.policy [None req-306c589b-56f2-4115-9f6b-8db4c2bc96a7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:36:18.036110 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writer thread running {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 17:36:18.057643 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:18.080484 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-306c589b-56f2-4115-9f6b-8db4c2bc96a7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router (d594a13e-aafd-4c59-8f40-b1c8347ff297), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:18.082587 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-306c589b-56f2-4115-9f6b-8db4c2bc96a7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router (d594a13e-aafd-4c59-8f40-b1c8347ff297), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:18.244142 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-306c589b-56f2-4115-9f6b-8db4c2bc96a7 demo demo] Publish callbacks [] for router_controller (d594a13e-aafd-4c59-8f40-b1c8347ff297), precommit_add_association {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:18.249563 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-306c589b-56f2-4115-9f6b-8db4c2bc96a7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364161'] for router (d594a13e-aafd-4c59-8f40-b1c8347ff297), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:18.276562 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-306c589b-56f2-4115-9f6b-8db4c2bc96a7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:18.287860 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-306c589b-56f2-4115-9f6b-8db4c2bc96a7 demo demo] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7186303 Jul 28 17:36:18.599469 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device dc01d91b-c0a6-4edf-8c3b-864216bd0de9 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:36:18.738275 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port dc01d91b-c0a6-4edf-8c3b-864216bd0de9 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:36:18.738697 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (dc01d91b-c0a6-4edf-8c3b-864216bd0de9), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:18.845269 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port dc01d91b-c0a6-4edf-8c3b-864216bd0de9 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:36:18.845269 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (dc01d91b-c0a6-4edf-8c3b-864216bd0de9), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:18.882061 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be876f2b-7adb-48fd-aa9f-ee93135d7dea None None] Network 205622a4-ff11-47b0-9472-307296f6ee8b requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:36:18.887985 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port dc01d91b-c0a6-4edf-8c3b-864216bd0de9, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=dc01d91b-c0a6-4edf-8c3b-864216bd0de9,segment=NetworkSegment(0397a5a8-46e9-4375-b53b-ac597bd16f17),segment_id=0397a5a8-46e9-4375-b53b-ac597bd16f17)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:36:18.898764 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (dc01d91b-c0a6-4edf-8c3b-864216bd0de9), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:18.988442 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-743de330-7b62-4381-b5ca-27d1b816cf2f None None] Provisioning complete for port dc01d91b-c0a6-4edf-8c3b-864216bd0de9 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:36:18.988757 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-743de330-7b62-4381-b5ca-27d1b816cf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (dc01d91b-c0a6-4edf-8c3b-864216bd0de9), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:19.024530 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=dc01d91b-c0a6-4edf-8c3b-864216bd0de9,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:19.086579 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:19.130606 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-743de330-7b62-4381-b5ca-27d1b816cf2f None None] Current status of the port dc01d91b-c0a6-4edf-8c3b-864216bd0de9 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:36:19.350634 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-17df43c2-2d64-47c5-a0e1-43f609b0da56 None None] Provisioning complete for port dc01d91b-c0a6-4edf-8c3b-864216bd0de9 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:36:19.351057 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-17df43c2-2d64-47c5-a0e1-43f609b0da56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (dc01d91b-c0a6-4edf-8c3b-864216bd0de9), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:19.431190 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-17df43c2-2d64-47c5-a0e1-43f609b0da56 None None] Current status of the port dc01d91b-c0a6-4edf-8c3b-864216bd0de9 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:36:19.434001 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=21,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:19.435003 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=60,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:20.547359 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 34396) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:36:20.569551 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device dc01d91b-c0a6-4edf-8c3b-864216bd0de9 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:36:20.616366 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port dc01d91b-c0a6-4edf-8c3b-864216bd0de9 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:36:20.616695 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (dc01d91b-c0a6-4edf-8c3b-864216bd0de9), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:20.679447 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:20.690498 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port dc01d91b-c0a6-4edf-8c3b-864216bd0de9 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:36:20.900511 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [None req-2711745d-0f4d-401e-a6e7-646db1904979 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=110735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:36:20.901571 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-2711745d-0f4d-401e-a6e7-646db1904979 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3532505 Jul 28 17:36:23.220121 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 34404) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:36:23.546094 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:36:23.570471 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Made reservation on behalf of d68024df9ad444518749a9b417c3b67b for: {'network': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:36:23.573304 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:23.589594 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:23.697358 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Publish callbacks [] for security_group (97f47758-06fc-4c2e-8271-23bbd5834151), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:23.701821 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (97f47758-06fc-4c2e-8271-23bbd5834151), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:23.715612 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Reserving flat network on physical network physnet1 {{(pid=110735) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 17:36:23.746771 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747606401729', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (efe46962-f289-46cb-9e33-e8abee15290e), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:23.747328 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Unsubscribe: segment precommit_create {{(pid=110735) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 17:36:23.747871 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.segments_db [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Added segment efe46962-f289-46cb-9e33-e8abee15290e of type flat for network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 Jul 28 17:36:23.768707 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f47758-06fc-4c2e-8271-23bbd5834151,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:23.816802 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:23.817144 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:23.817506 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:23.817839 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:23.818170 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:23.818501 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:23.818828 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:23.819149 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:23.819487 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:23.819812 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:23.820133 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:23.820452 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:23.820768 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:23.821082 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:23.821424 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Tracked resource versions report: Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: pushed versions: Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: { 'AddressGroup': {'1.2'}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Agent': {'1.1'}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'ConntrackHelper': {'1.0'}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'LocalIPAssociation': {'1.0'}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Log': {'1.0'}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'NDPProxy': {'1.0'}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Network': {'1.1'}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Port': {'1.7'}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'PortForwarding': {'1.3'}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'QosPolicy': {'1.10'}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'SecurityGroup': {'1.5'}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'SubPort': {'1.0'}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Subnet': {'1.1'}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Trunk': {'1.1'}} Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: consumer versions: Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: { DHCP agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: L3 agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: Metadata agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: Metering agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: Open vSwitch agent@dv-cinder-813229-13-iscsi: { 'AddressGroup': '1.2', Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Agent': '1.1', Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'ConntrackHelper': '1.0', Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'LocalIPAssociation': '1.0', Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Log': '1.0', Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'NDPProxy': '1.0', Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Network': '1.1', Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Port': '1.7', Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'PortForwarding': '1.3', Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'QosPolicy': '1.10', Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'SecurityGroup': '1.5', Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'SecurityGroupRule': '1.2', Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'SubPort': '1.0', Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Subnet': '1.1', Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Trunk': '1.1'}} Jul 28 17:36:23.822908 dv-cinder-813229-13-iscsi neutron-server[110735]: {{(pid=110735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:36:23.871801 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (6a5f0c93-6c5e-4636-b60a-dacb4cb90027), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:23.917826 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (6a5f0c93-6c5e-4636-b60a-dacb4cb90027), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:23.919119 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:36:23.919815 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:24.007212 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7858434 Jul 28 17:36:24.025976 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32da6b4-1216-4a34-822a-eeb2cf822700 admin admin] Pushing event updated for resources: {'Network': ['ID=6a5f0c93-6c5e-4636-b60a-dacb4cb90027,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:24.041073 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:36:25.653644 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-c9bada28-eec3-430f-a525-ee98febe5d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:26.248313 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 34416) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:36:26.664012 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89134d9-f1c3-4e89-afc0-69ccacab976d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:36:26.665351 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-d89134d9-f1c3-4e89-afc0-69ccacab976d demo admin] 10.222.0.89 "GET /v2.0/subnets/52458d98-6a76-4821-995c-9bb2dc7a72ff HTTP/1.1" status: 200 len: 849 time: 0.4160562 Jul 28 17:36:26.804194 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-24d7571d-5ce8-41c0-8840-ab1ce17b1262 demo admin] 10.222.0.89 "GET /v2.0/routers/d594a13e-aafd-4c59-8f40-b1c8347ff297 HTTP/1.1" status: 200 len: 704 time: 0.1329064 Jul 28 17:36:27.054154 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:27.072650 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:27.178792 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:27.381055 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Allocated IP 172.20.0.1 (205622a4-ff11-47b0-9472-307296f6ee8b/52458d98-6a76-4821-995c-9bb2dc7a72ff/7371ea80-db0f-4ec2-8338-13ecf943a5c2) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:36:27.570357 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Publish callbacks [] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:27.634943 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:27.710903 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Network 205622a4-ff11-47b0-9472-307296f6ee8b is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:36:27.715582 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:36:27.726413 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:36:27.726413 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663937'] for router_interface (d594a13e-aafd-4c59-8f40-b1c8347ff297), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:27.747845 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Pushing event updated for resources: {'Port': ['ID=7371ea80-db0f-4ec2-8338-13ecf943a5c2,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:27.898073 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-2a19cc7a-1485-4a68-84d3-34d29549b3bf None None] Provisioning complete for port 7371ea80-db0f-4ec2-8338-13ecf943a5c2 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:36:27.898651 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-2a19cc7a-1485-4a68-84d3-34d29549b3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:27.928139 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:27.987567 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-2a19cc7a-1485-4a68-84d3-34d29549b3bf None None] Port 7371ea80-db0f-4ec2-8338-13ecf943a5c2 cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:36:28.042925 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3501db21-c8c6-42b2-a8e1-32c904ce9764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:28.193263 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Publish callbacks [] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:28.197597 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:28.198401 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664061'] for router_interface (d594a13e-aafd-4c59-8f40-b1c8347ff297), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:28.202049 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:28.282312 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Pushing event updated for resources: {'Port': ['ID=7371ea80-db0f-4ec2-8338-13ecf943a5c2,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:28.304868 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:28.333041 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Network 205622a4-ff11-47b0-9472-307296f6ee8b is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:36:28.334322 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:36:28.503645 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Router d594a13e-aafd-4c59-8f40-b1c8347ff297 is scheduled to L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 with binding_index 1 {{(pid=110735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 17:36:28.507944 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9b57da40-c720-4eae-bc40-9e1793336447 None None] Provisioning complete for port 7371ea80-db0f-4ec2-8338-13ecf943a5c2 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:36:28.508325 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9b57da40-c720-4eae-bc40-9e1793336447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:28.539990 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9b57da40-c720-4eae-bc40-9e1793336447 None None] Port 7371ea80-db0f-4ec2-8338-13ecf943a5c2 cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:36:28.597119 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:36:28.602304 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-10a779d3-87d7-4083-8de0-4332f36131f4 demo admin] 10.222.0.89 "PUT /v2.0/routers/d594a13e-aafd-4c59-8f40-b1c8347ff297/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7925506 Jul 28 17:36:28.621132 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Sync routers for ids ['d594a13e-aafd-4c59-8f40-b1c8347ff297'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:36:28.635707 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Routers {'d594a13e-aafd-4c59-8f40-b1c8347ff297'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:36:28.636895 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:36:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d594a13e-aafd-4c59-8f40-b1c8347ff297'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:36:28.820463 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Set router d594a13e-aafd-4c59-8f40-b1c8347ff297 gateway port host: None {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:36:29.042709 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:29.244215 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd594a13e-aafd-4c59-8f40-b1c8347ff297', 'name': 'router1', 'tenant_id': '26339f3896c14d148dd3af450ec9d25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:36:18Z', 'updated_at': '2022-07-28T17:36:27Z', 'revision_number': 2, 'project_id': '26339f3896c14d148dd3af450ec9d25f', 'gw_port_host': None, '_interfaces': [{'id': '7371ea80-db0f-4ec2-8338-13ecf943a5c2', 'name': '', 'network_id': '205622a4-ff11-47b0-9472-307296f6ee8b', 'tenant_id': '26339f3896c14d148dd3af450ec9d25f', 'mac_address': 'fa:16:3e:a4:e4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd594a13e-aafd-4c59-8f40-b1c8347ff297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52458d98-6a76-4821-995c-9bb2dc7a72ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:36:27Z', 'updated_at': '2022-07-28T17:36:28Z', 'revision_number': 2, 'project_id': '26339f3896c14d148dd3af450ec9d25f', 'subnets': [{'id': '52458d98-6a76-4821-995c-9bb2dc7a72ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '733af138-72dd-4e1d-a3a1-29a434ef41d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:36:29.292080 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Checking router: d594a13e-aafd-4c59-8f40-b1c8347ff297 for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:36:29.292459 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Updating router d594a13e-aafd-4c59-8f40-b1c8347ff297 port 7371ea80-db0f-4ec2-8338-13ecf943a5c2 binding host dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:36:29.349583 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:29.847652 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Publish callbacks [] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), precommit_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:29.854389 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:30.032623 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Pushing event updated for resources: {'Port': ['ID=7371ea80-db0f-4ec2-8338-13ecf943a5c2,revision_number=3']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:30.042220 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Attempting to bind port 7371ea80-db0f-4ec2-8338-13ecf943a5c2 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:36:30.042617 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Attempting to bind port 7371ea80-db0f-4ec2-8338-13ecf943a5c2 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '0397a5a8-46e9-4375-b53b-ac597bd16f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '205622a4-ff11-47b0-9472-307296f6ee8b'}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:36:30.043056 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Attempting to bind port 7371ea80-db0f-4ec2-8338-13ecf943a5c2 on network 205622a4-ff11-47b0-9472-307296f6ee8b {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:36:30.046524 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:30.046872 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:30.047214 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:30.047553 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:30.047881 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:30.048205 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:30.048527 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:30.049654 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:30.049995 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:30.050324 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:30.050648 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:30.050984 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:30.051307 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:30.051624 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:30.051940 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Tracked resource versions report: Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: pushed versions: Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: { 'AddressGroup': {'1.2'}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Agent': {'1.1'}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'ConntrackHelper': {'1.0'}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'LocalIPAssociation': {'1.0'}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Log': {'1.0'}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'NDPProxy': {'1.0'}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Network': {'1.1'}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Port': {'1.7'}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'PortForwarding': {'1.3'}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'QosPolicy': {'1.10'}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'SecurityGroup': {'1.5'}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'SubPort': {'1.0'}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Subnet': {'1.1'}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Trunk': {'1.1'}} Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: consumer versions: Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: { DHCP agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: L3 agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: Metadata agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: Metering agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: Open vSwitch agent@dv-cinder-813229-13-iscsi: { 'AddressGroup': '1.2', Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Agent': '1.1', Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'ConntrackHelper': '1.0', Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'LocalIPAssociation': '1.0', Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Log': '1.0', Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'NDPProxy': '1.0', Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Network': '1.1', Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Port': '1.7', Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'PortForwarding': '1.3', Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'QosPolicy': '1.10', Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'SecurityGroup': '1.5', Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'SecurityGroupRule': '1.2', Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'SubPort': '1.0', Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Subnet': '1.1', Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Trunk': '1.1'}} Jul 28 17:36:30.053449 dv-cinder-813229-13-iscsi neutron-server[110738]: {{(pid=110738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:36:30.059285 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:36:30.059697 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Checking segment: {'id': '0397a5a8-46e9-4375-b53b-ac597bd16f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '205622a4-ff11-47b0-9472-307296f6ee8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:36:30.060157 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:30.060616 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Bound using segment: {'id': '0397a5a8-46e9-4375-b53b-ac597bd16f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '205622a4-ff11-47b0-9472-307296f6ee8b'} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:36:30.060998 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Bound port: 7371ea80-db0f-4ec2-8338-13ecf943a5c2, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0397a5a8-46e9-4375-b53b-ac597bd16f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '205622a4-ff11-47b0-9472-307296f6ee8b'}}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:36:30.061401 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:30.070209 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-fdd67883-c908-4c62-a090-39e122626068 None None] Provisioning complete for port 7371ea80-db0f-4ec2-8338-13ecf943a5c2 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:36:30.070671 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-fdd67883-c908-4c62-a090-39e122626068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:30.104754 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-fdd67883-c908-4c62-a090-39e122626068 None None] Port 7371ea80-db0f-4ec2-8338-13ecf943a5c2 cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:36:30.129480 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] For port 7371ea80-db0f-4ec2-8338-13ecf943a5c2, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:36:30.147678 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:30.149953 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] For port 7371ea80-db0f-4ec2-8338-13ecf943a5c2, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=7371ea80-db0f-4ec2-8338-13ecf943a5c2,segment=NetworkSegment(0397a5a8-46e9-4375-b53b-ac597bd16f17),segment_id=0397a5a8-46e9-4375-b53b-ac597bd16f17)] {{(pid=110738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:36:30.157570 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:30.207178 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:30.224634 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5c6b2-501b-40f1-a39b-72afd97ad0d3 None None] Pushing event updated for resources: {'Port': ['ID=7371ea80-db0f-4ec2-8338-13ecf943a5c2,revision_number=4']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:30.230277 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Routers {'d594a13e-aafd-4c59-8f40-b1c8347ff297'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:36:30.230886 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:36:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d594a13e-aafd-4c59-8f40-b1c8347ff297'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:36:30.318807 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 5 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:36:30.326128 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] Set router d594a13e-aafd-4c59-8f40-b1c8347ff297 gateway port host: None {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:36:30.424958 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-df130712-2bb2-49b4-9b1e-47b6e4d01ae5 None None] Provisioning complete for port 7371ea80-db0f-4ec2-8338-13ecf943a5c2 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:36:30.425450 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-df130712-2bb2-49b4-9b1e-47b6e4d01ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:30.501072 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-df130712-2bb2-49b4-9b1e-47b6e4d01ae5 None None] Current status of the port 7371ea80-db0f-4ec2-8338-13ecf943a5c2 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:36:30.501433 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-df130712-2bb2-49b4-9b1e-47b6e4d01ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:30.527805 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd594a13e-aafd-4c59-8f40-b1c8347ff297', 'name': 'router1', 'tenant_id': '26339f3896c14d148dd3af450ec9d25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:36:18Z', 'updated_at': '2022-07-28T17:36:27Z', 'revision_number': 2, 'project_id': '26339f3896c14d148dd3af450ec9d25f', 'gw_port_host': None, '_interfaces': [{'id': '7371ea80-db0f-4ec2-8338-13ecf943a5c2', 'name': '', 'network_id': '205622a4-ff11-47b0-9472-307296f6ee8b', 'tenant_id': '26339f3896c14d148dd3af450ec9d25f', 'mac_address': 'fa:16:3e:a4:e4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd594a13e-aafd-4c59-8f40-b1c8347ff297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52458d98-6a76-4821-995c-9bb2dc7a72ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:36:27Z', 'updated_at': '2022-07-28T17:36:30Z', 'revision_number': 4, 'project_id': '26339f3896c14d148dd3af450ec9d25f', 'subnets': [{'id': '52458d98-6a76-4821-995c-9bb2dc7a72ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '733af138-72dd-4e1d-a3a1-29a434ef41d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:36:30.542432 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-df130712-2bb2-49b4-9b1e-47b6e4d01ae5 None None] For port 7371ea80-db0f-4ec2-8338-13ecf943a5c2, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=7371ea80-db0f-4ec2-8338-13ecf943a5c2,segment=NetworkSegment(0397a5a8-46e9-4375-b53b-ac597bd16f17),segment_id=0397a5a8-46e9-4375-b53b-ac597bd16f17)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:36:30.546490 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-df130712-2bb2-49b4-9b1e-47b6e4d01ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:30.562347 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72989da6-d9fb-4efc-9d64-eb3039c130d5 None None] The sync data for ids ['d594a13e-aafd-4c59-8f40-b1c8347ff297'] in dv-cinder-813229-13-iscsi is: [{'id': 'd594a13e-aafd-4c59-8f40-b1c8347ff297', 'name': 'router1', 'tenant_id': '26339f3896c14d148dd3af450ec9d25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:36:18Z', 'updated_at': '2022-07-28T17:36:27Z', 'revision_number': 2, 'project_id': '26339f3896c14d148dd3af450ec9d25f', 'gw_port_host': None, '_interfaces': [{'id': '7371ea80-db0f-4ec2-8338-13ecf943a5c2', 'name': '', 'network_id': '205622a4-ff11-47b0-9472-307296f6ee8b', 'tenant_id': '26339f3896c14d148dd3af450ec9d25f', 'mac_address': 'fa:16:3e:a4:e4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd594a13e-aafd-4c59-8f40-b1c8347ff297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52458d98-6a76-4821-995c-9bb2dc7a72ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:36:27Z', 'updated_at': '2022-07-28T17:36:30Z', 'revision_number': 4, 'project_id': '26339f3896c14d148dd3af450ec9d25f', 'subnets': [{'id': '52458d98-6a76-4821-995c-9bb2dc7a72ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '733af138-72dd-4e1d-a3a1-29a434ef41d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:36:30.594759 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df130712-2bb2-49b4-9b1e-47b6e4d01ae5 None None] Pushing event updated for resources: {'Port': ['ID=7371ea80-db0f-4ec2-8338-13ecf943a5c2,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:30.838410 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:30.844676 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:30.866343 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 34426) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:36:31.270487 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87baad7-3579-481f-a2ac-09a4924df105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:36:31.271843 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-c87baad7-3579-481f-a2ac-09a4924df105 admin admin] 10.222.0.89 "GET /v2.0/networks/6a5f0c93-6c5e-4636-b60a-dacb4cb90027 HTTP/1.1" status: 200 len: 842 time: 0.4044042 Jul 28 17:36:31.281224 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-05085b4b-c075-4e99-9db2-af119ed49784 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:36:31.305537 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05085b4b-c075-4e99-9db2-af119ed49784 admin admin] Made reservation on behalf of d68024df9ad444518749a9b417c3b67b for: {'subnet': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:36:31.307953 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-05085b4b-c075-4e99-9db2-af119ed49784 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:31.600962 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.objects.ports [None req-05085b4b-c075-4e99-9db2-af119ed49784 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110735) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 17:36:31.601512 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-05085b4b-c075-4e99-9db2-af119ed49784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for subnet (70a1a470-4b09-4554-bbb8-421ab0af5fee), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:31.662143 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05085b4b-c075-4e99-9db2-af119ed49784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a1a470-4b09-4554-bbb8-421ab0af5fee,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:31.674418 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05085b4b-c075-4e99-9db2-af119ed49784 admin admin] Checking segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:36:31.674772 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05085b4b-c075-4e99-9db2-af119ed49784 admin admin] Network hostable DHCP agents. Network: 6a5f0c93-6c5e-4636-b60a-dacb4cb90027, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:36:31.698569 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05085b4b-c075-4e99-9db2-af119ed49784 admin admin] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:36:31.712030 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-05085b4b-c075-4e99-9db2-af119ed49784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, 6a5f0c93-6c5e-4636-b60a-dacb4cb90027) {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:36:31.716480 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05085b4b-c075-4e99-9db2-af119ed49784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:36:31.717082 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-05085b4b-c075-4e99-9db2-af119ed49784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:31.722268 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76ea6c6-107d-4cd9-967a-60e0eedf08ca None None] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:36:31.743744 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-05085b4b-c075-4e99-9db2-af119ed49784 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4657876 Jul 28 17:36:31.776706 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:31.841375 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d215f6e7-dced-4ceb-ade6-9f37569c6e2a None None] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:36:34.072668 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 34434) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:36:34.476720 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:34.488599 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-eabca089-bccc-43f4-a280-b11a4f7953a9 demo admin] 10.222.0.89 "GET /v2.0/routers/d594a13e-aafd-4c59-8f40-b1c8347ff297 HTTP/1.1" status: 200 len: 710 time: 0.4147098 Jul 28 17:36:34.556965 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:34.585852 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90654db8-a6dc-436e-b9a4-64b6e23a5299 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:36:34.587230 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-90654db8-a6dc-436e-b9a4-64b6e23a5299 demo admin] 10.222.0.89 "GET /v2.0/networks/6a5f0c93-6c5e-4636-b60a-dacb4cb90027 HTTP/1.1" status: 200 len: 886 time: 0.0927999 Jul 28 17:36:34.596664 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:36:34.914014 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] Publish callbacks [] for router_gateway (d594a13e-aafd-4c59-8f40-b1c8347ff297), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:35.138220 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] Publish callbacks [] for router_gateway (d594a13e-aafd-4c59-8f40-b1c8347ff297), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:35.213976 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:35.321926 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] Allocated IP 172.27.1.190 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/128c9c4a-0c10-4afd-a390-e8f70b053cab) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:36:35.438977 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] Publish callbacks [] for port (128c9c4a-0c10-4afd-a390-e8f70b053cab), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:35.453743 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:35.493284 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (128c9c4a-0c10-4afd-a390-e8f70b053cab), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:35.536706 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:36:35.544980 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:36:35.548979 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:36:35.618769 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] Pushing event updated for resources: {'Port': ['ID=128c9c4a-0c10-4afd-a390-e8f70b053cab,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:35.645269 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:35.805589 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] Publish callbacks [] for router_gateway (d594a13e-aafd-4c59-8f40-b1c8347ff297), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:35.995212 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-664498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3668'] for router (d594a13e-aafd-4c59-8f40-b1c8347ff297), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:35.999483 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-664485'] for router (d594a13e-aafd-4c59-8f40-b1c8347ff297), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:36.105874 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] Router d594a13e-aafd-4c59-8f40-b1c8347ff297 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:36:36.208874 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:36:36.212959 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:36.214193 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-088b47a8-50ad-4f3a-8769-80b796a6e8a1 demo admin] 10.222.0.89 "PUT /v2.0/routers/d594a13e-aafd-4c59-8f40-b1c8347ff297 HTTP/1.1" status: 200 len: 890 time: 1.6212716 Jul 28 17:36:36.606436 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 7371ea80-db0f-4ec2-8338-13ecf943a5c2 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:36:36.653831 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 7371ea80-db0f-4ec2-8338-13ecf943a5c2 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:36:36.654226 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:36.726459 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 7371ea80-db0f-4ec2-8338-13ecf943a5c2 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:36:36.946181 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Sync routers for ids ['d594a13e-aafd-4c59-8f40-b1c8347ff297'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:36:36.958796 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Routers {'d594a13e-aafd-4c59-8f40-b1c8347ff297'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:36:36.959458 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:36:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d594a13e-aafd-4c59-8f40-b1c8347ff297'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:36:37.023848 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:37.164974 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Set router d594a13e-aafd-4c59-8f40-b1c8347ff297 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:36:37.542924 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd594a13e-aafd-4c59-8f40-b1c8347ff297', 'name': 'router1', 'tenant_id': '26339f3896c14d148dd3af450ec9d25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '128c9c4a-0c10-4afd-a390-e8f70b053cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:36:18Z', 'updated_at': '2022-07-28T17:36:35Z', 'revision_number': 4, 'project_id': '26339f3896c14d148dd3af450ec9d25f', 'gw_port': {'id': '128c9c4a-0c10-4afd-a390-e8f70b053cab', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd594a13e-aafd-4c59-8f40-b1c8347ff297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:36:35Z', 'updated_at': '2022-07-28T17:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '7371ea80-db0f-4ec2-8338-13ecf943a5c2', 'name': '', 'network_id': '205622a4-ff11-47b0-9472-307296f6ee8b', 'tenant_id': '26339f3896c14d148dd3af450ec9d25f', 'mac_address': 'fa:16:3e:a4:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd594a13e-aafd-4c59-8f40-b1c8347ff297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52458d98-6a76-4821-995c-9bb2dc7a72ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:36:27Z', 'updated_at': '2022-07-28T17:36:30Z', 'revision_number': 5, 'project_id': '26339f3896c14d148dd3af450ec9d25f', 'subnets': [{'id': '52458d98-6a76-4821-995c-9bb2dc7a72ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '733af138-72dd-4e1d-a3a1-29a434ef41d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:36:37.660361 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Checking router: d594a13e-aafd-4c59-8f40-b1c8347ff297 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:36:37.661021 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Updating router d594a13e-aafd-4c59-8f40-b1c8347ff297 port 128c9c4a-0c10-4afd-a390-e8f70b053cab binding host dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:36:37.714275 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (128c9c4a-0c10-4afd-a390-e8f70b053cab), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:38.027851 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Publish callbacks [] for port (128c9c4a-0c10-4afd-a390-e8f70b053cab), precommit_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:38.034884 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (128c9c4a-0c10-4afd-a390-e8f70b053cab), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:38.070478 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:38.087397 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2b333-08ea-4261-9a9f-73ff4d6bd81a None None] Pushing event updated for resources: {'Port': ['ID=128c9c4a-0c10-4afd-a390-e8f70b053cab,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:38.093559 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Attempting to bind port 128c9c4a-0c10-4afd-a390-e8f70b053cab on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:36:38.093942 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Attempting to bind port 128c9c4a-0c10-4afd-a390-e8f70b053cab by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:36:38.094314 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Attempting to bind port 128c9c4a-0c10-4afd-a390-e8f70b053cab on network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:36:38.099671 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:36:38.100051 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Checking segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:36:38.100458 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:38.100854 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Bound using segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:36:38.101346 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Bound port: 128c9c4a-0c10-4afd-a390-e8f70b053cab, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:36:38.101730 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (128c9c4a-0c10-4afd-a390-e8f70b053cab), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:38.150212 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] For port 128c9c4a-0c10-4afd-a390-e8f70b053cab, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:36:38.153587 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] For port 128c9c4a-0c10-4afd-a390-e8f70b053cab, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=128c9c4a-0c10-4afd-a390-e8f70b053cab,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:36:38.159382 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (128c9c4a-0c10-4afd-a390-e8f70b053cab), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:38.209893 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Routers {'d594a13e-aafd-4c59-8f40-b1c8347ff297'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:36:38.210558 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:36:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d594a13e-aafd-4c59-8f40-b1c8347ff297'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:36:38.248673 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:38.277274 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2b333-08ea-4261-9a9f-73ff4d6bd81a None None] Pushing event updated for resources: {'Port': ['ID=128c9c4a-0c10-4afd-a390-e8f70b053cab,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:38.341263 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] Set router d594a13e-aafd-4c59-8f40-b1c8347ff297 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:36:38.553116 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd594a13e-aafd-4c59-8f40-b1c8347ff297', 'name': 'router1', 'tenant_id': '26339f3896c14d148dd3af450ec9d25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '128c9c4a-0c10-4afd-a390-e8f70b053cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:36:18Z', 'updated_at': '2022-07-28T17:36:35Z', 'revision_number': 4, 'project_id': '26339f3896c14d148dd3af450ec9d25f', 'gw_port': {'id': '128c9c4a-0c10-4afd-a390-e8f70b053cab', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd594a13e-aafd-4c59-8f40-b1c8347ff297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:36:35Z', 'updated_at': '2022-07-28T17:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '7371ea80-db0f-4ec2-8338-13ecf943a5c2', 'name': '', 'network_id': '205622a4-ff11-47b0-9472-307296f6ee8b', 'tenant_id': '26339f3896c14d148dd3af450ec9d25f', 'mac_address': 'fa:16:3e:a4:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd594a13e-aafd-4c59-8f40-b1c8347ff297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52458d98-6a76-4821-995c-9bb2dc7a72ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:36:27Z', 'updated_at': '2022-07-28T17:36:30Z', 'revision_number': 5, 'project_id': '26339f3896c14d148dd3af450ec9d25f', 'subnets': [{'id': '52458d98-6a76-4821-995c-9bb2dc7a72ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '733af138-72dd-4e1d-a3a1-29a434ef41d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:36:38.580776 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d7653-3578-43fa-8cf9-5814ac4b9254 None None] The sync data for ids ['d594a13e-aafd-4c59-8f40-b1c8347ff297'] in dv-cinder-813229-13-iscsi is: [{'id': 'd594a13e-aafd-4c59-8f40-b1c8347ff297', 'name': 'router1', 'tenant_id': '26339f3896c14d148dd3af450ec9d25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '128c9c4a-0c10-4afd-a390-e8f70b053cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:36:18Z', 'updated_at': '2022-07-28T17:36:35Z', 'revision_number': 4, 'project_id': '26339f3896c14d148dd3af450ec9d25f', 'gw_port': {'id': '128c9c4a-0c10-4afd-a390-e8f70b053cab', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd594a13e-aafd-4c59-8f40-b1c8347ff297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:36:35Z', 'updated_at': '2022-07-28T17:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '7371ea80-db0f-4ec2-8338-13ecf943a5c2', 'name': '', 'network_id': '205622a4-ff11-47b0-9472-307296f6ee8b', 'tenant_id': '26339f3896c14d148dd3af450ec9d25f', 'mac_address': 'fa:16:3e:a4:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd594a13e-aafd-4c59-8f40-b1c8347ff297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52458d98-6a76-4821-995c-9bb2dc7a72ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:36:27Z', 'updated_at': '2022-07-28T17:36:30Z', 'revision_number': 5, 'project_id': '26339f3896c14d148dd3af450ec9d25f', 'subnets': [{'id': '52458d98-6a76-4821-995c-9bb2dc7a72ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '733af138-72dd-4e1d-a3a1-29a434ef41d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:36:38.667498 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 34446) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:36:39.126205 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-47eeb659-7755-4d9c-8ddb-a4884a6f99c6 admin admin] 10.222.0.89 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4579844 Jul 28 17:36:40.594768 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 128c9c4a-0c10-4afd-a390-e8f70b053cab up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:36:40.639126 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 128c9c4a-0c10-4afd-a390-e8f70b053cab triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:36:40.639520 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (128c9c4a-0c10-4afd-a390-e8f70b053cab), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:40.709605 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 128c9c4a-0c10-4afd-a390-e8f70b053cab is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:36:40.709991 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (128c9c4a-0c10-4afd-a390-e8f70b053cab), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:40.730258 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port 128c9c4a-0c10-4afd-a390-e8f70b053cab, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=128c9c4a-0c10-4afd-a390-e8f70b053cab,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:36:40.734218 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (128c9c4a-0c10-4afd-a390-e8f70b053cab), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:40.795454 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=128c9c4a-0c10-4afd-a390-e8f70b053cab,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:36:42.643053 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 128c9c4a-0c10-4afd-a390-e8f70b053cab up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:36:42.706156 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 128c9c4a-0c10-4afd-a390-e8f70b053cab triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:36:42.708388 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (128c9c4a-0c10-4afd-a390-e8f70b053cab), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:42.798079 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:42.801128 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 128c9c4a-0c10-4afd-a390-e8f70b053cab is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:36:44.325828 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=43 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:44.326588 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=39 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:46.206017 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:UPDATE=2,neutron:SELECT=55 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:46.206933 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=76,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:49.103689 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:49.121881 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=5 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:52.799549 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:36:55.664827 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9d511084-b6e3-405c-8ebb-0a0cecec5529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:58.050974 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d430b4f4-fa3d-46a4-a4cc-8a9a14fb0c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:36:59.050763 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:37:00.864172 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:37:00.871028 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:37:07.319357 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 5 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:37:10.850519 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:37:10.863278 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:37:21.320359 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=5 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:37:21.322187 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=3 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:37:25.669115 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-c86e47c1-763f-4793-a988-a24b3edd0159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:37:28.047473 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-54edc82c-a5c2-4d78-9ec3-acfda5f564fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:37:29.050801 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:37:30.832619 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:37:30.858930 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:37:40.844846 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:37:40.854754 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:37:44.320398 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 5 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:37:55.662213 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-afe2c629-5a8f-456c-8cbe-458f6d5672b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:37:58.041224 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9027f4e4-114b-4933-b9f7-1448151fd6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:37:58.313667 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:37:58.318256 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=4 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:37:59.042978 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:00.816750 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:00.852225 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:01.355064 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 34984) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:38:01.699000 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62e9741-ce1f-4349-8d89-3b7b8ed88563 admin admin] GET failed (client error): The resource could not be found. Jul 28 17:38:01.700302 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-e62e9741-ce1f-4349-8d89-3b7b8ed88563 admin admin] 10.222.0.89 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3442461 Jul 28 17:38:01.868468 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8ce11d-9aaa-40fd-bda3-cf0c2c9dcce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:38:01.870121 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-9c8ce11d-9aaa-40fd-bda3-cf0c2c9dcce8 admin admin] 10.222.0.89 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1654866 Jul 28 17:38:04.044296 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 34994) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:38:04.418583 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf42767-b31f-47e9-9f8e-5041389c1ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:38:04.419833 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-caf42767-b31f-47e9-9f8e-5041389c1ec7 admin admin] 10.222.0.89 "GET /v2.0/subnets/52458d98-6a76-4821-995c-9bb2dc7a72ff HTTP/1.1" status: 200 len: 849 time: 0.3745587 Jul 28 17:38:04.429359 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:38:04.519096 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Publish callbacks [] for subnet (52458d98-6a76-4821-995c-9bb2dc7a72ff), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:04.677545 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747606328037'] for subnet (52458d98-6a76-4821-995c-9bb2dc7a72ff), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:04.709774 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:38:04.710438 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:04.711818 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] 10.222.0.89 "PUT /v2.0/subnets/52458d98-6a76-4821-995c-9bb2dc7a72ff HTTP/1.1" status: 200 len: 868 time: 0.2859280 Jul 28 17:38:04.718016 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2e9931-e066-4ecf-9456-062c468335b9 None None] Network 205622a4-ff11-47b0-9472-307296f6ee8b requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:38:04.739543 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52458d98-6a76-4821-995c-9bb2dc7a72ff,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:38:04.747957 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:04.748654 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:04.749257 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:04.749785 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:04.750902 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:04.752072 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:04.752609 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:04.753308 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:04.753991 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:04.754520 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:04.755034 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:04.755555 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:04.756153 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:04.756812 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:04.757595 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996707b6-05c1-4750-b48b-12ffe1cc50d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:05.037082 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9bd15c7f-e3f7-4530-a394-d335387c75c8 None None] Provisioning complete for port dc01d91b-c0a6-4edf-8c3b-864216bd0de9 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:38:05.037601 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9bd15c7f-e3f7-4530-a394-d335387c75c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (dc01d91b-c0a6-4edf-8c3b-864216bd0de9), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:05.114302 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9bd15c7f-e3f7-4530-a394-d335387c75c8 None None] Current status of the port dc01d91b-c0a6-4edf-8c3b-864216bd0de9 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:38:05.122716 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9bd15c7f-e3f7-4530-a394-d335387c75c8 None None] Provisioning complete for port 7371ea80-db0f-4ec2-8338-13ecf943a5c2 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:38:05.123113 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9bd15c7f-e3f7-4530-a394-d335387c75c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (7371ea80-db0f-4ec2-8338-13ecf943a5c2), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:05.209081 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9bd15c7f-e3f7-4530-a394-d335387c75c8 None None] Current status of the port 7371ea80-db0f-4ec2-8338-13ecf943a5c2 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:38:06.937396 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35002) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:38:07.427399 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81236c74-482f-4708-862d-6dadeaaa4a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:38:07.427792 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81236c74-482f-4708-862d-6dadeaaa4a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:38:07.429350 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-81236c74-482f-4708-862d-6dadeaaa4a16 admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4902935 Jul 28 17:38:09.616522 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35010) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:38:10.194853 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f49566-c2da-4f53-8fa8-4b762a6f6212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:38:10.195338 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f49566-c2da-4f53-8fa8-4b762a6f6212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:38:10.196877 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-45f49566-c2da-4f53-8fa8-4b762a6f6212 admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.5794065 Jul 28 17:38:12.420836 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35020) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:38:12.844440 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22b475c-cd14-4f24-9b0c-20182c3b1cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:38:12.845891 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-f22b475c-cd14-4f24-9b0c-20182c3b1cb5 admin admin] 10.222.0.89 "GET /v2.0/networks/205622a4-ff11-47b0-9472-307296f6ee8b HTTP/1.1" status: 200 len: 870 time: 0.4240634 Jul 28 17:38:15.045261 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35028) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:38:15.206038 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=45,neutron:UPDATE=5 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:38:15.208393 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=47 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:38:15.456722 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12621fc2-fe55-41ab-ab02-70422e0b2611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:38:15.458132 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-12621fc2-fe55-41ab-ab02-70422e0b2611 admin admin] 10.222.0.89 "GET /v2.0/networks/6a5f0c93-6c5e-4636-b60a-dacb4cb90027 HTTP/1.1" status: 200 len: 886 time: 0.4119055 Jul 28 17:38:17.417945 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=75,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:38:17.425281 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:38:17.626535 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35038) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:38:18.032129 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb3f775-cb95-4c21-8ae1-544d3a22604c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:38:18.032484 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb3f775-cb95-4c21-8ae1-544d3a22604c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:38:18.034057 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-ffb3f775-cb95-4c21-8ae1-544d3a22604c admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4065201 Jul 28 17:38:20.195420 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35046) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:38:20.568888 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a72bf91-af64-46e2-8081-aa3195a740a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:38:20.569385 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a72bf91-af64-46e2-8081-aa3195a740a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:38:20.570937 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-6a72bf91-af64-46e2-8081-aa3195a740a9 admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3745654 Jul 28 17:38:21.319315 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 5 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:38:22.771909 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35054) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:38:23.146192 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28dadad-ea96-4b4e-b96a-fbec5a52ecaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:38:23.147535 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-a28dadad-ea96-4b4e-b96a-fbec5a52ecaa admin admin] 10.222.0.89 "GET /v2.0/subnets/52458d98-6a76-4821-995c-9bb2dc7a72ff HTTP/1.1" status: 200 len: 868 time: 0.3746593 Jul 28 17:38:25.380980 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35062) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:38:25.667925 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-0cce6bb8-2bcb-4b16-9e9c-17794224b61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:25.754569 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77193342-5ea8-45fd-b3aa-505651f1b53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:38:25.755810 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-77193342-5ea8-45fd-b3aa-505651f1b53c admin admin] 10.222.0.89 "GET /v2.0/subnets/70a1a470-4b09-4554-bbb8-421ab0af5fee HTTP/1.1" status: 200 len: 816 time: 0.3735955 Jul 28 17:38:28.044564 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3411a376-d758-4106-acbb-3515acfafa4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:29.052013 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:30.820623 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:30.854194 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:35.309802 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=2 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:38:35.314751 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=6 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:38:35.745210 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=61 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:38:35.751083 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=54 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:38:40.847878 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:38:40.849729 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:38:53.879205 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35116) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:38:54.068766 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=12 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:38:54.071642 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=14 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:38:54.211358 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [None req-549dd4c6-70aa-4ee5-be8c-77892d5cd820 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=110736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:38:54.212373 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-549dd4c6-70aa-4ee5-be8c-77892d5cd820 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3321867 Jul 28 17:38:55.659771 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8bdd5075-2ff1-499a-9168-577ea1929d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:56.468839 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35124) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:38:56.821350 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.pecan_wsgi.hooks.translation [None req-32512968-6639-47fa-9cc1-fa8dd2ac289c admin admin] GET failed (client error): The resource could not be found. Jul 28 17:38:56.822698 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-32512968-6639-47fa-9cc1-fa8dd2ac289c admin admin] 10.222.0.89 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3528054 Jul 28 17:38:56.910761 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a271b1a4-0bd2-46f6-a343-467f21b81d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:38:56.912161 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-a271b1a4-0bd2-46f6-a343-467f21b81d26 admin admin] 10.222.0.89 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0847564 Jul 28 17:38:58.048245 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-99a8d1f8-3c23-460b-b9fc-2a34e55b3d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:58.319040 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 5 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:38:59.053253 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:59.122093 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35132) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:38:59.448022 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:38:59.467784 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Made reservation on behalf of d68024df9ad444518749a9b417c3b67b for: {'network': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:38:59.470148 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:59.500226 dv-cinder-813229-13-iscsi neutron-server[110735]: WARNING neutron.services.revisions.revision_plugin [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Could not find related network for resource to bump revision. Jul 28 17:38:59.514837 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=110735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:38:59.524331 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (e07e1160-d99a-487f-bad2-ed470eaf23ce), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:59.524555 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.segments_db [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Added segment e07e1160-d99a-487f-bad2-ed470eaf23ce of type vlan for network ae065dde-03c9-4af9-ad5c-e23793fedc06 Jul 28 17:38:59.571535 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (ae065dde-03c9-4af9-ad5c-e23793fedc06), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:59.595931 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (ae065dde-03c9-4af9-ad5c-e23793fedc06), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:59.596881 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:38:59.597491 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:38:59.654836 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 829 time: 0.5305197 Jul 28 17:38:59.657864 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Pushing event updated for resources: {'Network': ['ID=ae065dde-03c9-4af9-ad5c-e23793fedc06,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:38:59.665045 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:59.665436 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:59.665800 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:59.666147 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:59.666490 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:59.666842 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:59.667158 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:59.667488 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:59.667816 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:59.668154 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:59.668503 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:59.668837 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:59.669187 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:59.669631 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:59.670574 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5098ba4-fe7e-4d80-a1c0-ccc1962577c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:38:59.682005 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network ae065dde-03c9-4af9-ad5c-e23793fedc06 details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:39:00.826089 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:00.859724 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:01.886718 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35140) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:39:02.224723 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78ae9bd-0219-4173-a91b-6f844783ccce admin admin] GET failed (client error): The resource could not be found. Jul 28 17:39:02.226014 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-e78ae9bd-0219-4173-a91b-6f844783ccce admin admin] 10.222.0.89 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3383393 Jul 28 17:39:02.329230 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bd3c4e-5655-42b5-b53a-268aee16aa0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:39:02.330637 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-f9bd3c4e-5655-42b5-b53a-268aee16aa0b admin admin] 10.222.0.89 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1004817 Jul 28 17:39:02.340345 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-34e5cbe8-0d43-4fd0-9a60-c1272151b82b admin admin] Request body: {'subnet': {'network_id': 'ae065dde-03c9-4af9-ad5c-e23793fedc06', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:39:02.359860 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e5cbe8-0d43-4fd0-9a60-c1272151b82b admin admin] Made reservation on behalf of d68024df9ad444518749a9b417c3b67b for: {'subnet': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:39:02.362162 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-34e5cbe8-0d43-4fd0-9a60-c1272151b82b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:02.522745 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-34e5cbe8-0d43-4fd0-9a60-c1272151b82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for subnet (ce5972c6-3240-4e7d-be2c-97f650de60e0), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:02.585080 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5cbe8-0d43-4fd0-9a60-c1272151b82b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5972c6-3240-4e7d-be2c-97f650de60e0,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:39:02.589219 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e5cbe8-0d43-4fd0-9a60-c1272151b82b admin admin] Checking segment: {'id': 'e07e1160-d99a-487f-bad2-ed470eaf23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'ae065dde-03c9-4af9-ad5c-e23793fedc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:39:02.589576 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e5cbe8-0d43-4fd0-9a60-c1272151b82b admin admin] Network hostable DHCP agents. Network: ae065dde-03c9-4af9-ad5c-e23793fedc06, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:39:02.607957 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e5cbe8-0d43-4fd0-9a60-c1272151b82b admin admin] Network ae065dde-03c9-4af9-ad5c-e23793fedc06 is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:39:02.616348 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-34e5cbe8-0d43-4fd0-9a60-c1272151b82b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, ae065dde-03c9-4af9-ad5c-e23793fedc06) {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:39:02.620823 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e5cbe8-0d43-4fd0-9a60-c1272151b82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:39:02.621444 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-34e5cbe8-0d43-4fd0-9a60-c1272151b82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:02.626193 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48f09af-98ec-408c-811f-a4258132e940 None None] Network ae065dde-03c9-4af9-ad5c-e23793fedc06 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:39:02.645553 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-34e5cbe8-0d43-4fd0-9a60-c1272151b82b admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3019660 Jul 28 17:39:02.838561 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf73fbaf6-72e4-5ce7-afe8-ff53955ba9d2-ae065dde-03c9-4af9-ad5c-e23793fedc06', 'network_id': 'ae065dde-03c9-4af9-ad5c-e23793fedc06', 'project_id': 'd68024df9ad444518749a9b417c3b67b', 'fixed_ips': [{'subnet_id': 'ce5972c6-3240-4e7d-be2c-97f650de60e0'}]}} from dv-cinder-813229-13-iscsi. {{(pid=110737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 17:39:02.839486 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:02.984416 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.db_base_plugin_common [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Allocated IP 192.168.233.2 (ae065dde-03c9-4af9-ad5c-e23793fedc06/ce5972c6-3240-4e7d-be2c-97f650de60e0/a39c1500-b4d2-4e51-abe1-67ef092dd583) {{(pid=110737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:39:03.130057 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Publish callbacks [] for port (a39c1500-b4d2-4e51-abe1-67ef092dd583), precommit_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:03.136955 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (a39c1500-b4d2-4e51-abe1-67ef092dd583), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:03.181816 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Network ae065dde-03c9-4af9-ad5c-e23793fedc06 is already hosted by enough agents. {{(pid=110737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:39:03.184840 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.base_scheduler [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Resources bound (agent type, host, resource id): {{(pid=110737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:39:03.188427 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Received port after_create {{(pid=110737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:39:03.199112 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Pushing event updated for resources: {'Port': ['ID=a39c1500-b4d2-4e51-abe1-67ef092dd583,revision_number=1']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:39:03.221142 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:39:03.221519 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:39:03.221885 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:39:03.222238 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:39:03.222572 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:39:03.222901 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:39:03.223223 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:39:03.223546 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:39:03.223882 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:39:03.224206 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:39:03.224531 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:39:03.224866 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:39:03.225243 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:39:03.225528 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:39:03.225842 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:39:03.267296 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Attempting to bind port a39c1500-b4d2-4e51-abe1-67ef092dd583 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:39:03.267793 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Attempting to bind port a39c1500-b4d2-4e51-abe1-67ef092dd583 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': 'e07e1160-d99a-487f-bad2-ed470eaf23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'ae065dde-03c9-4af9-ad5c-e23793fedc06'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:39:03.268155 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Attempting to bind port a39c1500-b4d2-4e51-abe1-67ef092dd583 on network ae065dde-03c9-4af9-ad5c-e23793fedc06 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:39:03.273381 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:39:03.273779 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Checking segment: {'id': 'e07e1160-d99a-487f-bad2-ed470eaf23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'ae065dde-03c9-4af9-ad5c-e23793fedc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:39:03.274179 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:03.274569 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Bound using segment: {'id': 'e07e1160-d99a-487f-bad2-ed470eaf23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'ae065dde-03c9-4af9-ad5c-e23793fedc06'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:39:03.275031 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Bound port: a39c1500-b4d2-4e51-abe1-67ef092dd583, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07e1160-d99a-487f-bad2-ed470eaf23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'ae065dde-03c9-4af9-ad5c-e23793fedc06'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:39:03.275406 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (a39c1500-b4d2-4e51-abe1-67ef092dd583), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:03.337936 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] For port a39c1500-b4d2-4e51-abe1-67ef092dd583, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:39:03.342301 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] For port a39c1500-b4d2-4e51-abe1-67ef092dd583, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=a39c1500-b4d2-4e51-abe1-67ef092dd583,segment=NetworkSegment(e07e1160-d99a-487f-bad2-ed470eaf23ce),segment_id=e07e1160-d99a-487f-bad2-ed470eaf23ce)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:39:03.348313 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (a39c1500-b4d2-4e51-abe1-67ef092dd583), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:03.424271 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a890af3-0433-4cc4-8f02-d68ee3bf75f9 None None] Pushing event updated for resources: {'Port': ['ID=a39c1500-b4d2-4e51-abe1-67ef092dd583,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:39:04.199385 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7610c74-6117-427f-b253-788fa36aab96 None None] Network ae065dde-03c9-4af9-ad5c-e23793fedc06 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:39:04.204189 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=87,neutron:UPDATE=10,neutron:INSERT=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:39:04.266178 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:39:04.302005 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-3a05f873-6b23-4023-ab69-b55970f87a1c None None] Provisioning complete for port a39c1500-b4d2-4e51-abe1-67ef092dd583 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:39:04.302005 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3a05f873-6b23-4023-ab69-b55970f87a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (a39c1500-b4d2-4e51-abe1-67ef092dd583), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:04.403467 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-3a05f873-6b23-4023-ab69-b55970f87a1c None None] Current status of the port a39c1500-b4d2-4e51-abe1-67ef092dd583 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:39:04.405086 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3a05f873-6b23-4023-ab69-b55970f87a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (a39c1500-b4d2-4e51-abe1-67ef092dd583), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:04.445267 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-3a05f873-6b23-4023-ab69-b55970f87a1c None None] For port a39c1500-b4d2-4e51-abe1-67ef092dd583, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=a39c1500-b4d2-4e51-abe1-67ef092dd583,segment=NetworkSegment(e07e1160-d99a-487f-bad2-ed470eaf23ce),segment_id=e07e1160-d99a-487f-bad2-ed470eaf23ce)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:39:04.451303 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3a05f873-6b23-4023-ab69-b55970f87a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (a39c1500-b4d2-4e51-abe1-67ef092dd583), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:04.507772 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05f873-6b23-4023-ab69-b55970f87a1c None None] Pushing event updated for resources: {'Port': ['ID=a39c1500-b4d2-4e51-abe1-67ef092dd583,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:39:04.572422 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-3dc1e54f-b887-4c2a-9a04-847443f74ea1 None None] Provisioning complete for port a39c1500-b4d2-4e51-abe1-67ef092dd583 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:39:04.572807 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3dc1e54f-b887-4c2a-9a04-847443f74ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (a39c1500-b4d2-4e51-abe1-67ef092dd583), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:04.654470 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-3dc1e54f-b887-4c2a-9a04-847443f74ea1 None None] Current status of the port a39c1500-b4d2-4e51-abe1-67ef092dd583 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:39:04.694533 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device a39c1500-b4d2-4e51-abe1-67ef092dd583 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:39:04.749610 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port a39c1500-b4d2-4e51-abe1-67ef092dd583 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:39:04.750178 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (a39c1500-b4d2-4e51-abe1-67ef092dd583), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:04.828401 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port a39c1500-b4d2-4e51-abe1-67ef092dd583 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:39:06.907379 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=12 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:39:06.908099 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=10 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:39:12.300482 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=2 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:39:12.309921 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=6 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:39:12.630292 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=66,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:39:12.631332 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=74,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:39:14.818815 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:39:14.826394 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=69 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:39:25.662426 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-56484af3-d749-4a44-acf0-b5a375e98b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:28.059708 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cb3520b-4590-45f7-8a3b-b3819051cfdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:29.053733 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:30.832196 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:30.862919 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:34.333469 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=2 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:39:35.318434 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 5 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:39:40.856897 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=20 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:39:40.858870 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:39:54.313963 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=4 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:39:54.314703 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:39:55.669220 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-cd642473-6eec-4301-ac98-f0e298236419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:58.054586 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-0ba39cbd-460c-4c58-813a-bb324d0bbfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:39:59.056889 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:40:00.835578 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:40:00.865447 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:40:10.854266 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:40:10.861419 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:40:12.318440 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 5 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:40:25.662879 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-543a8012-680e-4b65-af9b-5bb0a3b33c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:40:26.308404 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=3 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:40:26.314357 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=5 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:40:28.059357 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d13b57d6-2706-4bc2-9fcf-c4295733627b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:40:29.060405 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:40:30.839126 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:40:30.867350 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:40:39.058527 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35182) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:40:39.064156 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [None req-a1bc62cc-d54a-4b1e-8d6e-7e35d3ab0dc7 tempest-verify_tempest_config-348447570 tempest-verify_tempest_config-348447570-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=110735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:40:39.065121 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-a1bc62cc-d54a-4b1e-8d6e-7e35d3ab0dc7 tempest-verify_tempest_config-348447570 tempest-verify_tempest_config-348447570-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056243 Jul 28 17:40:39.568108 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35200) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:40:39.900085 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:40:39.975941 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Publish callbacks [] for security_group (bf75aef6-dfbf-4f64-8959-7abe9c6eed9f), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:40:39.980374 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (bf75aef6-dfbf-4f64-8959-7abe9c6eed9f), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:40:40.024588 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf75aef6-dfbf-4f64-8959-7abe9c6eed9f,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:40:40.028614 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=04ac4aa49ccd41eb84068e24a39ca052&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4595139 Jul 28 17:40:40.031417 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35204) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:40:40.034087 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.034440 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.034802 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.035147 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.035481 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.035812 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.036141 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.036466 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.036815 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.037146 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.037514 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.037845 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.038174 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.038497 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.038823 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10fe45-5115-4dcd-a6cb-bc68b40d80a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.092253 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Publish callbacks [] for security_group (bf75aef6-dfbf-4f64-8959-7abe9c6eed9f), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:40:40.113686 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Publish callbacks [] for security_group (bf75aef6-dfbf-4f64-8959-7abe9c6eed9f), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:40:40.207725 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (bf75aef6-dfbf-4f64-8959-7abe9c6eed9f), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:40:40.210696 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:40:40.211850 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bf75aef6-dfbf-4f64-8959-7abe9c6eed9f HTTP/1.1" status: 204 len: 168 time: 0.1793215 Jul 28 17:40:40.220132 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf75aef6-dfbf-4f64-8959-7abe9c6eed9f,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:40:40.226985 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.227346 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.227711 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.228061 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.228401 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.228739 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.230180 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.230180 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.230542 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.230886 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.231237 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.231575 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.231905 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.232236 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:40.232560 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe8527-7c71-4ec3-9dca-eeeafdf00849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:40:49.316417 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 5 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:40:50.027845 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:40:50.030463 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:40:50.222452 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:40:50.223248 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:40:50.245241 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:40:50.252127 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:40:55.667418 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-74459c66-c20c-4dad-9902-9376fe798f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:40:58.063612 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-889c03e4-afed-4eea-ad2b-8d5b721aadc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:40:59.062438 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:41:00.847730 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:41:00.874689 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:41:03.304818 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=14 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:41:03.311403 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=20 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:41:10.867659 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:41:10.869848 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:41:25.671257 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-498a7a2a-f5b0-481a-900f-122ecc43da62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:41:26.316498 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 5 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:41:28.066392 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-bbfac520-3dca-4407-af22-33d7c4593085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:41:29.064682 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:41:30.843716 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:41:30.874418 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:41:40.302326 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=4 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:41:40.306711 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=4 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:41:40.864178 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:41:40.870595 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:41:54.319652 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:41:54.320372 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:DELETE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:41:55.674035 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-38899fc6-729e-491f-b3bf-119836d099bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:41:58.067723 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-93c7f324-6cc2-4a5e-8d51-7db1d53fa65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:41:59.069849 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:42:00.837113 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:42:00.877689 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:42:03.316131 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 5 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:42:10.871413 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:42:10.873364 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:42:17.307028 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=4 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:42:17.311307 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=4 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:42:25.676770 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-13f22866-b313-4d5e-a352-7da7760b7542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:42:28.070724 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-88441947-3c66-4e47-b7c0-68150675b2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:42:29.071032 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:42:30.289208 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360613'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:42:30.840197 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:42:30.884808 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:42:40.316391 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:42:40.879580 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:42:40.880377 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:42:41.599299 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35302) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:42:41.727208 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-6b6d3243-0680-49f9-b860-2a4050ecf139 admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1268134 Jul 28 17:42:43.800218 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35312) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:42:43.857194 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-85c6314e-d25d-4155-ad6e-8cdc9995d26b admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0558419 Jul 28 17:42:51.721815 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:42:53.852380 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:42:54.302883 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=15 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:42:54.307751 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=19 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:42:55.678999 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-e53a6d02-ef93-47d9-bd71-c492f3855ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:42:58.073590 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-c5f30ea8-86b8-4df1-b20f-a2c8753a2c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:42:59.073608 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:43:00.276385 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:43:00.844756 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:43:00.884377 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:43:10.873386 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:43:10.880697 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:43:17.316087 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:43:25.680879 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8daefc12-b230-4ca4-996e-69b752b1c518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:43:28.080114 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-bd8fa2d9-2507-477b-be39-216785a88cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:43:29.079115 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:43:30.277117 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:43:30.850882 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:43:30.889906 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:43:31.309187 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=5 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:43:31.314074 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=3 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:43:40.883104 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:43:40.885077 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:43:54.316112 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:43:55.682660 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-014f63c9-e1a3-4382-8ffc-ae6440256e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:43:58.074356 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-553c7d23-f6a2-468a-8691-07e8c9a382a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:43:59.081338 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:00.272352 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:00.844633 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:00.894262 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:08.300036 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:08.311563 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=6 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:10.883752 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:10.890113 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:22.717065 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35488) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:23.181363 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35522) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:23.214770 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35530) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:23.232407 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-107090725-network', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:23.254349 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Made reservation on behalf of 78a2f25af7784086aadec8dd5a1015dd for: {'network': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:44:23.257003 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:23.268382 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:23.368692 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Publish callbacks [] for security_group (4f2fe6aa-de01-4174-9e61-45c333657b0f), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:23.374148 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (4f2fe6aa-de01-4174-9e61-45c333657b0f), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:23.382569 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35550) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:23.419315 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=110736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:44:23.421255 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2fe6aa-de01-4174-9e61-45c333657b0f,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:23.431935 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:23.432287 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:23.432639 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:23.433196 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:23.433531 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:23.433868 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:23.434194 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:23.434520 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:23.434850 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:23.435175 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:23.435502 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:23.435827 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:23.436147 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:23.436459 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:23.437201 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Tracked resource versions report: Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: pushed versions: Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: { 'AddressGroup': {'1.2'}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Agent': {'1.1'}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'ConntrackHelper': {'1.0'}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'LocalIPAssociation': {'1.0'}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Log': {'1.0'}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'NDPProxy': {'1.0'}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Network': {'1.1'}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Port': {'1.7'}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'PortForwarding': {'1.3'}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'QosPolicy': {'1.10'}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'SecurityGroup': {'1.5'}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'SubPort': {'1.0'}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Subnet': {'1.1'}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Trunk': {'1.1'}} Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: consumer versions: Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: { DHCP agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: HyperV agent@hv-cinder-81322: {}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: L3 agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: Metadata agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: Metering agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: Open vSwitch agent@dv-cinder-813229-13-iscsi: { 'AddressGroup': '1.2', Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Agent': '1.1', Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'ConntrackHelper': '1.0', Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'LocalIPAssociation': '1.0', Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Log': '1.0', Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'NDPProxy': '1.0', Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Network': '1.1', Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Port': '1.7', Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'PortForwarding': '1.3', Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'QosPolicy': '1.10', Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'SecurityGroup': '1.5', Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'SecurityGroupRule': '1.2', Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'SubPort': '1.0', Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Subnet': '1.1', Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: 'Trunk': '1.1'}} Jul 28 17:44:23.438627 dv-cinder-813229-13-iscsi neutron-server[110736]: {{(pid=110736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:44:23.447225 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (2856f09c-f174-4fdd-9016-ab1555fa8266), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:23.447943 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.segments_db [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Added segment 2856f09c-f174-4fdd-9016-ab1555fa8266 of type vlan for network ae8fa151-853f-466c-9398-a2ea0d9328cd Jul 28 17:44:23.493992 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (ae8fa151-853f-466c-9398-a2ea0d9328cd), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:23.523213 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (ae8fa151-853f-466c-9398-a2ea0d9328cd), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:23.524180 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:23.524941 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:23.607799 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-f6f94d0e-7160-4464-a672-aa774a0d8106 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1090607714-network', 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:23.617959 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8982413 Jul 28 17:44:23.620939 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35558) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:23.626801 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Request body: {'subnet': {'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-107090725-subnet', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:23.642556 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5d463-b765-4a19-8f9c-4c44fd14cba9 admin admin] Pushing event updated for resources: {'Network': ['ID=ae8fa151-853f-466c-9398-a2ea0d9328cd,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:23.657953 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-116bc5f5-68a8-4c06-9171-d7534a4ba1f2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-936042472-network', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:23.658841 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network ae8fa151-853f-466c-9398-a2ea0d9328cd details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:44:23.672930 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Made reservation on behalf of 78a2f25af7784086aadec8dd5a1015dd for: {'subnet': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:44:23.676268 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:23.722556 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35566) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:23.777853 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-e64d8938-60b4-4794-83aa-09ee4144275c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-198937855-network', 'tenant_id': '65535f9817c448dfac997e93efa1a909'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:23.783652 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f94d0e-7160-4464-a672-aa774a0d8106 admin admin] Made reservation on behalf of 6018db8e046e4945be4dd56ff8e8eeea for: {'network': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:44:23.786261 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f6f94d0e-7160-4464-a672-aa774a0d8106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:23.897072 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-4b1617f3-63f7-4688-8d60-db4ce411268e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-967293621-network', 'tenant_id': 'b708738fea994bae8807b3c0a93a0383'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:23.908956 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for subnet (ce8ae2ae-69b2-4f29-aac4-77e56446331a), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:23.928636 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f6f94d0e-7160-4464-a672-aa774a0d8106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:23.931168 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64d8938-60b4-4794-83aa-09ee4144275c admin admin] Made reservation on behalf of 65535f9817c448dfac997e93efa1a909 for: {'network': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:44:23.935116 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e64d8938-60b4-4794-83aa-09ee4144275c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:23.954968 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e64d8938-60b4-4794-83aa-09ee4144275c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:23.959088 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1617f3-63f7-4688-8d60-db4ce411268e admin admin] Made reservation on behalf of b708738fea994bae8807b3c0a93a0383 for: {'network': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:44:23.964910 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4b1617f3-63f7-4688-8d60-db4ce411268e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.056156 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e64d8938-60b4-4794-83aa-09ee4144275c admin admin] Publish callbacks [] for security_group (3b1b4086-865c-4745-9104-3813729827eb), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.064712 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116bc5f5-68a8-4c06-9171-d7534a4ba1f2 admin admin] Made reservation on behalf of f5332e245b754728b04af219fdb6ca93 for: {'network': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:44:24.067339 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-116bc5f5-68a8-4c06-9171-d7534a4ba1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.071471 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Checking segment: {'id': '2856f09c-f174-4fdd-9016-ab1555fa8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:24.072088 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Network hostable DHCP agents. Network: ae8fa151-853f-466c-9398-a2ea0d9328cd, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:44:24.076833 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e64d8938-60b4-4794-83aa-09ee4144275c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (3b1b4086-865c-4745-9104-3813729827eb), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.090522 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64d8938-60b4-4794-83aa-09ee4144275c admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=110735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:44:24.101297 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e64d8938-60b4-4794-83aa-09ee4144275c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (2c576f9b-4c90-41e8-a1a2-91b0fed62346), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.101937 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.segments_db [None req-e64d8938-60b4-4794-83aa-09ee4144275c admin admin] Added segment 2c576f9b-4c90-41e8-a1a2-91b0fed62346 of type vlan for network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 Jul 28 17:44:24.107497 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4b1617f3-63f7-4688-8d60-db4ce411268e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.271878 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4b1617f3-63f7-4688-8d60-db4ce411268e admin admin] Publish callbacks [] for security_group (0e53d3fa-86db-4e25-a5a1-950aac2bf897), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.280247 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4b1617f3-63f7-4688-8d60-db4ce411268e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (0e53d3fa-86db-4e25-a5a1-950aac2bf897), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.333720 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1617f3-63f7-4688-8d60-db4ce411268e admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=110736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:44:24.357035 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1617f3-63f7-4688-8d60-db4ce411268e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e53d3fa-86db-4e25-a5a1-950aac2bf897,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:24.371230 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4b1617f3-63f7-4688-8d60-db4ce411268e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (b07484fb-8be4-4c6b-80bb-f73f663ada96), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.373065 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.segments_db [None req-4b1617f3-63f7-4688-8d60-db4ce411268e admin admin] Added segment b07484fb-8be4-4c6b-80bb-f73f663ada96 of type vlan for network bb428f99-f958-46b9-9891-809f87d5659b Jul 28 17:44:24.408716 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce8ae2ae-69b2-4f29-aac4-77e56446331a,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:24.412614 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-116bc5f5-68a8-4c06-9171-d7534a4ba1f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.426956 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4b1617f3-63f7-4688-8d60-db4ce411268e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (bb428f99-f958-46b9-9891-809f87d5659b), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.431047 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e64d8938-60b4-4794-83aa-09ee4144275c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (f60734d5-8026-4cb9-8d4b-31a05ecd50e4), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.437549 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Network ae8fa151-853f-466c-9398-a2ea0d9328cd is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:44:24.467115 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:24.473264 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4b1617f3-63f7-4688-8d60-db4ce411268e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (bb428f99-f958-46b9-9891-809f87d5659b), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.474617 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1617f3-63f7-4688-8d60-db4ce411268e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:24.475484 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4b1617f3-63f7-4688-8d60-db4ce411268e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.478173 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:24.478508 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:24.479000 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:24.479346 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:24.479681 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:24.480014 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:24.480347 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:24.480673 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:24.481001 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:24.481354 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:24.481676 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:24.482187 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:24.482820 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:24.483323 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:24.483720 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Tracked resource versions report: Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: pushed versions: Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: { 'AddressGroup': {'1.2'}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Agent': {'1.1'}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'ConntrackHelper': {'1.0'}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'LocalIPAssociation': {'1.0'}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Log': {'1.0'}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'NDPProxy': {'1.0'}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Network': {'1.1'}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Port': {'1.7'}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'PortForwarding': {'1.3'}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'QosPolicy': {'1.10'}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'SecurityGroup': {'1.5'}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'SubPort': {'1.0'}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Subnet': {'1.1'}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Trunk': {'1.1'}} Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: consumer versions: Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: { DHCP agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: HyperV agent@hv-cinder-81322: {}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: L3 agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: Metadata agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: Metering agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: Open vSwitch agent@dv-cinder-813229-13-iscsi: { 'AddressGroup': '1.2', Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Agent': '1.1', Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'ConntrackHelper': '1.0', Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'LocalIPAssociation': '1.0', Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Log': '1.0', Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'NDPProxy': '1.0', Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Network': '1.1', Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Port': '1.7', Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'PortForwarding': '1.3', Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'QosPolicy': '1.10', Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'SecurityGroup': '1.5', Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'SecurityGroupRule': '1.2', Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'SubPort': '1.0', Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Subnet': '1.1', Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: 'Trunk': '1.1'}} Jul 28 17:44:24.485871 dv-cinder-813229-13-iscsi neutron-server[110735]: {{(pid=110735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:44:24.491005 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, ae8fa151-853f-466c-9398-a2ea0d9328cd) {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:24.519680 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:24.544512 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-4b1617f3-63f7-4688-8d60-db4ce411268e admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8207858 Jul 28 17:44:24.547591 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35614) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:24.552452 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-c03d5859-ccc3-41e8-858e-a81917b09ece admin admin] Request body: {'subnet': {'network_id': 'bb428f99-f958-46b9-9891-809f87d5659b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-967293621-subnet', 'tenant_id': 'b708738fea994bae8807b3c0a93a0383', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:24.570818 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=7 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:24.575451 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d8938-60b4-4794-83aa-09ee4144275c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b4086-865c-4745-9104-3813729827eb,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:24.587792 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1617f3-63f7-4688-8d60-db4ce411268e admin admin] Pushing event updated for resources: {'Network': ['ID=bb428f99-f958-46b9-9891-809f87d5659b,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:24.595864 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16093ae-03f6-4aee-b65b-d74329ecc8ca None None] Network ae8fa151-853f-466c-9398-a2ea0d9328cd requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:44:24.597892 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:24.598336 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.602265 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e64d8938-60b4-4794-83aa-09ee4144275c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (f60734d5-8026-4cb9-8d4b-31a05ecd50e4), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.603728 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64d8938-60b4-4794-83aa-09ee4144275c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:24.604315 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e64d8938-60b4-4794-83aa-09ee4144275c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.613636 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03d5859-ccc3-41e8-858e-a81917b09ece admin admin] Made reservation on behalf of b708738fea994bae8807b3c0a93a0383 for: {'subnet': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:44:24.621192 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c03d5859-ccc3-41e8-858e-a81917b09ece admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.649541 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network bb428f99-f958-46b9-9891-809f87d5659b details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:44:24.691531 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-b0f1d24d-8259-4819-9804-7568df0c5d9c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0695064 Jul 28 17:44:24.700041 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35616) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:24.708915 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-e64d8938-60b4-4794-83aa-09ee4144275c admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3252788 Jul 28 17:44:24.712065 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:24.715410 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35618) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:24.722583 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-7c9ae613-8c11-437f-9f82-393bc4610367 admin admin] Request body: {'subnet': {'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-subnet', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:24.723658 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:24.752261 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9ae613-8c11-437f-9f82-393bc4610367 admin admin] Made reservation on behalf of 65535f9817c448dfac997e93efa1a909 for: {'subnet': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:44:24.754455 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d8938-60b4-4794-83aa-09ee4144275c admin admin] Pushing event updated for resources: {'Network': ['ID=f60734d5-8026-4cb9-8d4b-31a05ecd50e4,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:24.755155 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7c9ae613-8c11-437f-9f82-393bc4610367 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.783988 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f6f94d0e-7160-4464-a672-aa774a0d8106 admin admin] Publish callbacks [] for security_group (94b683e4-a977-4cb3-9ac0-b564e7d556d3), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.802360 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:44:24.820279 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-116bc5f5-68a8-4c06-9171-d7534a4ba1f2 admin admin] Publish callbacks [] for security_group (ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.825866 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f6f94d0e-7160-4464-a672-aa774a0d8106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (94b683e4-a977-4cb3-9ac0-b564e7d556d3), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.848970 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-116bc5f5-68a8-4c06-9171-d7534a4ba1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.857670 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router (7b91fa2a-db06-4025-b5e4-2ba34dfca59c), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.862719 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router (7b91fa2a-db06-4025-b5e4-2ba34dfca59c), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.958686 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f94d0e-7160-4464-a672-aa774a0d8106 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=110735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:44:24.967181 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f94d0e-7160-4464-a672-aa774a0d8106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b683e4-a977-4cb3-9ac0-b564e7d556d3,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:24.973296 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Publish callbacks [] for router_controller (7b91fa2a-db06-4025-b5e4-2ba34dfca59c), precommit_add_association {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:24.975471 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116bc5f5-68a8-4c06-9171-d7534a4ba1f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=110735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:44:24.977435 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf73fbaf6-72e4-5ce7-afe8-ff53955ba9d2-ae8fa151-853f-466c-9398-a2ea0d9328cd', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a'}]}} from dv-cinder-813229-13-iscsi. {{(pid=110737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 17:44:24.998334 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.001013 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f6f94d0e-7160-4464-a672-aa774a0d8106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (3bc62332-26ed-4bc4-8de1-780690313a96), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.001382 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.segments_db [None req-f6f94d0e-7160-4464-a672-aa774a0d8106 admin admin] Added segment 3bc62332-26ed-4bc4-8de1-780690313a96 of type vlan for network cbd36208-112c-4d11-9738-c86cba94c43a Jul 28 17:44:25.016709 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-116bc5f5-68a8-4c06-9171-d7534a4ba1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (44bc1f85-6d7d-4c6a-ab63-65ae27b177fb), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.017082 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.segments_db [None req-116bc5f5-68a8-4c06-9171-d7534a4ba1f2 admin admin] Added segment 44bc1f85-6d7d-4c6a-ab63-65ae27b177fb of type vlan for network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 Jul 28 17:44:25.064863 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=68,neutron:INSERT=23,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:25.156582 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bc5f5-68a8-4c06-9171-d7534a4ba1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:25.190645 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f6f94d0e-7160-4464-a672-aa774a0d8106 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (cbd36208-112c-4d11-9738-c86cba94c43a), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.195383 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-116bc5f5-68a8-4c06-9171-d7534a4ba1f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (6c5bc62a-37b3-4ec7-a921-dd776df143f3), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.285818 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7c9ae613-8c11-437f-9f82-393bc4610367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for subnet (a600d630-923a-4634-8e5f-0a3bd63e1f8a), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.308400 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Publish callbacks [] for router_gateway (7b91fa2a-db06-4025-b5e4-2ba34dfca59c), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.314555 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-116bc5f5-68a8-4c06-9171-d7534a4ba1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (6c5bc62a-37b3-4ec7-a921-dd776df143f3), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.315786 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116bc5f5-68a8-4c06-9171-d7534a4ba1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:25.316365 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-116bc5f5-68a8-4c06-9171-d7534a4ba1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.321147 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c03d5859-ccc3-41e8-858e-a81917b09ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for subnet (a60d2bae-a24b-4a07-95b7-d67b611bb529), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.322772 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f6f94d0e-7160-4464-a672-aa774a0d8106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (cbd36208-112c-4d11-9738-c86cba94c43a), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.323660 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f94d0e-7160-4464-a672-aa774a0d8106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:25.324611 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f6f94d0e-7160-4464-a672-aa774a0d8106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.358317 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ae613-8c11-437f-9f82-393bc4610367 admin admin] Checking segment: {'id': '2c576f9b-4c90-41e8-a1a2-91b0fed62346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:25.359227 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9ae613-8c11-437f-9f82-393bc4610367 admin admin] Network hostable DHCP agents. Network: f60734d5-8026-4cb9-8d4b-31a05ecd50e4, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:44:25.377852 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.db_base_plugin_common [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Allocated IP 172.20.0.2 (ae8fa151-853f-466c-9398-a2ea0d9328cd/ce8ae2ae-69b2-4f29-aac4-77e56446331a/e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8) {{(pid=110737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:44:25.419824 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9ae613-8c11-437f-9f82-393bc4610367 admin admin] Network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:44:25.443379 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-7c9ae613-8c11-437f-9f82-393bc4610367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, f60734d5-8026-4cb9-8d4b-31a05ecd50e4) {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:25.448672 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9ae613-8c11-437f-9f82-393bc4610367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:25.449408 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7c9ae613-8c11-437f-9f82-393bc4610367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.453578 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-116bc5f5-68a8-4c06-9171-d7534a4ba1f2 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.2374709 Jul 28 17:44:25.455233 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35640) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:25.459271 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bc5f5-68a8-4c06-9171-d7534a4ba1f2 admin admin] Pushing event updated for resources: {'Network': ['ID=6c5bc62a-37b3-4ec7-a921-dd776df143f3,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:25.468758 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-7f40610d-cca3-4f16-a9d9-68cd74cf8e08 admin admin] Request body: {'subnet': {'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-subnet', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:25.473986 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:25.489035 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-7c9ae613-8c11-437f-9f82-393bc4610367 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7724864 Jul 28 17:44:25.492841 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ae613-8c11-437f-9f82-393bc4610367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a600d630-923a-4634-8e5f-0a3bd63e1f8a,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:25.496434 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-f6f94d0e-7160-4464-a672-aa774a0d8106 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 2.3136528 Jul 28 17:44:25.497444 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35642) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:25.516781 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35644) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:25.520279 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:25.551927 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d5859-ccc3-41e8-858e-a81917b09ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60d2bae-a24b-4a07-95b7-d67b611bb529,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:25.558549 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-f7a0403e-2ab1-4ccb-ad46-e0521ad68c35 admin admin] Request body: {'subnet': {'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1090607714-subnet', 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:25.561345 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f3d5e1-b015-4c2c-bdb4-c4a5631e71a2 None None] Network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:44:25.564806 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:44:25.565488 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d5859-ccc3-41e8-858e-a81917b09ece admin admin] Checking segment: {'id': 'b07484fb-8be4-4c6b-80bb-f73f663ada96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'bb428f99-f958-46b9-9891-809f87d5659b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:25.565951 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03d5859-ccc3-41e8-858e-a81917b09ece admin admin] Network hostable DHCP agents. Network: bb428f99-f958-46b9-9891-809f87d5659b, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:44:25.574048 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:25.590868 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03d5859-ccc3-41e8-858e-a81917b09ece admin admin] Network bb428f99-f958-46b9-9891-809f87d5659b is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:44:25.602953 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-c03d5859-ccc3-41e8-858e-a81917b09ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, bb428f99-f958-46b9-9891-809f87d5659b) {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:25.615684 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03d5859-ccc3-41e8-858e-a81917b09ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:25.616348 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c03d5859-ccc3-41e8-858e-a81917b09ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.620955 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Publish callbacks [] for port (e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8), precommit_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.643278 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-c03d5859-ccc3-41e8-858e-a81917b09ece admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0946131 Jul 28 17:44:25.645039 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f40610d-cca3-4f16-a9d9-68cd74cf8e08 admin admin] Made reservation on behalf of f5332e245b754728b04af219fdb6ca93 for: {'subnet': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:44:25.647508 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7f40610d-cca3-4f16-a9d9-68cd74cf8e08 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.660454 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9466997b-5150-4bc5-84e8-a540683cc071 None None] Network bb428f99-f958-46b9-9891-809f87d5659b requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:44:25.662351 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f94d0e-7160-4464-a672-aa774a0d8106 admin admin] Pushing event updated for resources: {'Network': ['ID=cbd36208-112c-4d11-9738-c86cba94c43a,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:25.713730 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network cbd36208-112c-4d11-9738-c86cba94c43a details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:44:25.731674 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.898572 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router (d3a930ed-68f8-4cc2-9f31-042666501368), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.899605 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router (d3a930ed-68f8-4cc2-9f31-042666501368), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.925735 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:25.956846 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a0403e-2ab1-4ccb-ad46-e0521ad68c35 admin admin] Made reservation on behalf of 6018db8e046e4945be4dd56ff8e8eeea for: {'subnet': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:44:25.959946 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f7a0403e-2ab1-4ccb-ad46-e0521ad68c35 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:25.974594 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Network ae8fa151-853f-466c-9398-a2ea0d9328cd is already hosted by enough agents. {{(pid=110737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:26.028499 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.base_scheduler [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Resources bound (agent type, host, resource id): {{(pid=110737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:26.047113 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Received port after_create {{(pid=110737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:44:26.068821 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-6626cf48-fcc1-43b3-ac23-3ae33c13dda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.088564 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Pushing event updated for resources: {'Port': ['ID=e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8,revision_number=1']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:26.102164 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:26.126429 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Publish callbacks [] for router_controller (d3a930ed-68f8-4cc2-9f31-042666501368), precommit_add_association {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.151539 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Publish callbacks [] for router_gateway (7b91fa2a-db06-4025-b5e4-2ba34dfca59c), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.159668 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:26.160667 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:26.161493 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:26.161875 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:26.162591 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:26.163002 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:26.163907 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:26.164575 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:26.165177 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:26.165752 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:26.166353 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:26.167043 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:26.167480 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:26.167915 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:26.168335 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:26.168893 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Tracked resource versions report: Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: pushed versions: Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: { 'AddressGroup': {'1.2'}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Agent': {'1.1'}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'ConntrackHelper': {'1.0'}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'LocalIPAssociation': {'1.0'}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Log': {'1.0'}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'NDPProxy': {'1.0'}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Network': {'1.1'}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Port': {'1.7'}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'PortForwarding': {'1.3'}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'QosPolicy': {'1.10'}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'SecurityGroup': {'1.5'}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'SubPort': {'1.0'}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Subnet': {'1.1'}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Trunk': {'1.1'}} Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: consumer versions: Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: { DHCP agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: HyperV agent@hv-cinder-81322: {}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: L3 agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: Metadata agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: Metering agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: Open vSwitch agent@dv-cinder-813229-13-iscsi: { 'AddressGroup': '1.2', Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Agent': '1.1', Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'ConntrackHelper': '1.0', Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'LocalIPAssociation': '1.0', Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Log': '1.0', Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'NDPProxy': '1.0', Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Network': '1.1', Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Port': '1.7', Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'PortForwarding': '1.3', Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'QosPolicy': '1.10', Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'SecurityGroup': '1.5', Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'SecurityGroupRule': '1.2', Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'SubPort': '1.0', Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Subnet': '1.1', Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: 'Trunk': '1.1'}} Jul 28 17:44:26.170553 dv-cinder-813229-13-iscsi neutron-server[110737]: {{(pid=110737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:44:26.195176 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf73fbaf6-72e4-5ce7-afe8-ff53955ba9d2-f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'project_id': '65535f9817c448dfac997e93efa1a909', 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a'}]}} from dv-cinder-813229-13-iscsi. {{(pid=110737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 17:44:26.196237 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.243705 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.278219 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81355a6e-aaf5-42e7-ab74-583c29a04d76 None None] Network bb428f99-f958-46b9-9891-809f87d5659b requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:44:26.309045 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35680) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:26.339943 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Attempting to bind port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:44:26.340633 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Attempting to bind port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '2856f09c-f174-4fdd-9016-ab1555fa8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:44:26.341005 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Attempting to bind port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 on network ae8fa151-853f-466c-9398-a2ea0d9328cd {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:44:26.386706 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:44:26.387095 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Checking segment: {'id': '2856f09c-f174-4fdd-9016-ab1555fa8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:26.387501 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.387905 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Bound using segment: {'id': '2856f09c-f174-4fdd-9016-ab1555fa8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:44:26.388392 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Bound port: e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2856f09c-f174-4fdd-9016-ab1555fa8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:44:26.388884 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.487458 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1c4242eb-ece7-4151-bb00-1c4eafa99489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.588974 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Publish callbacks [] for router_gateway (d3a930ed-68f8-4cc2-9f31-042666501368), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.606134 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1c4242eb-ece7-4151-bb00-1c4eafa99489 admin admin] Publish callbacks [] for security_group (cc7226c4-cdfe-46e1-b949-56677d4d85d9), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.612296 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1c4242eb-ece7-4151-bb00-1c4eafa99489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (cc7226c4-cdfe-46e1-b949-56677d4d85d9), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.696048 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Allocated IP 172.27.1.23 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/446600c7-7807-47cd-b2e4-142bffdedb16) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:44:26.700718 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-1c4242eb-ece7-4151-bb00-1c4eafa99489 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=29887ef23f954dc18aea8bd7e847cabc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3904300 Jul 28 17:44:26.703584 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4242eb-ece7-4151-bb00-1c4eafa99489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7226c4-cdfe-46e1-b949-56677d4d85d9,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:26.706530 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35694) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:26.756008 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:26.772147 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1487eb5c-9632-47d7-99de-4da8fb0a9ae8 admin admin] Publish callbacks [] for security_group (cc7226c4-cdfe-46e1-b949-56677d4d85d9), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.815910 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1487eb5c-9632-47d7-99de-4da8fb0a9ae8 admin admin] Publish callbacks [] for security_group (cc7226c4-cdfe-46e1-b949-56677d4d85d9), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.822079 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] For port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:44:26.825874 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] For port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8,segment=NetworkSegment(2856f09c-f174-4fdd-9016-ab1555fa8266),segment_id=2856f09c-f174-4fdd-9016-ab1555fa8266)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:44:26.832797 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35698) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:26.836806 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:26.837301 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.db_base_plugin_common [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Allocated IP 172.20.0.2 (f60734d5-8026-4cb9-8d4b-31a05ecd50e4/a600d630-923a-4634-8e5f-0a3bd63e1f8a/cf990aab-0ae5-4064-8743-0b9634b8ebfc) {{(pid=110737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:44:26.838927 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7f40610d-cca3-4f16-a9d9-68cd74cf8e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for subnet (0367c357-5ba3-42e4-b91c-6224147617f2), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.841778 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-d78af8ad-743b-4c58-9017-a3bd3ecf571e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-714861844-network', 'tenant_id': '414a3cb8d5af4b038fa928047d55e664'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:26.842476 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.884594 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78af8ad-743b-4c58-9017-a3bd3ecf571e admin admin] Made reservation on behalf of 414a3cb8d5af4b038fa928047d55e664 for: {'network': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:44:26.887389 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d78af8ad-743b-4c58-9017-a3bd3ecf571e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.898713 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d78af8ad-743b-4c58-9017-a3bd3ecf571e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.927228 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Publish callbacks [] for port (446600c7-7807-47cd-b2e4-142bffdedb16), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.927452 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1487eb5c-9632-47d7-99de-4da8fb0a9ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (cc7226c4-cdfe-46e1-b949-56677d4d85d9), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.929281 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1487eb5c-9632-47d7-99de-4da8fb0a9ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:26.930563 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-1487eb5c-9632-47d7-99de-4da8fb0a9ae8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cc7226c4-cdfe-46e1-b949-56677d4d85d9 HTTP/1.1" status: 204 len: 168 time: 0.2230365 Jul 28 17:44:26.951545 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487eb5c-9632-47d7-99de-4da8fb0a9ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7226c4-cdfe-46e1-b949-56677d4d85d9,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:26.983182 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3004796-5ff3-4f8d-9db5-91c78b84ec6b None None] Pushing event updated for resources: {'Port': ['ID=e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:27.045004 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d78af8ad-743b-4c58-9017-a3bd3ecf571e admin admin] Publish callbacks [] for security_group (2cb1a4e2-a331-4e17-99f8-2110e0117ac4), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:27.053063 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d78af8ad-743b-4c58-9017-a3bd3ecf571e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (2cb1a4e2-a331-4e17-99f8-2110e0117ac4), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:27.075531 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78af8ad-743b-4c58-9017-a3bd3ecf571e admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=110736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:44:27.090986 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d78af8ad-743b-4c58-9017-a3bd3ecf571e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (5f2b197e-7501-4948-ad34-eead734366ab), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:27.092189 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.segments_db [None req-d78af8ad-743b-4c58-9017-a3bd3ecf571e admin admin] Added segment 5f2b197e-7501-4948-ad34-eead734366ab of type vlan for network b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b Jul 28 17:44:27.105556 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Publish callbacks [] for port (cf990aab-0ae5-4064-8743-0b9634b8ebfc), precommit_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:27.123922 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (cf990aab-0ae5-4064-8743-0b9634b8ebfc), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:27.130967 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f7a0403e-2ab1-4ccb-ad46-e0521ad68c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for subnet (f9350510-64e3-44ef-8efa-a8962481efcc), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:27.157079 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40610d-cca3-4f16-a9d9-68cd74cf8e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0367c357-5ba3-42e4-b91c-6224147617f2,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:27.170431 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78af8ad-743b-4c58-9017-a3bd3ecf571e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb1a4e2-a331-4e17-99f8-2110e0117ac4,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:27.199707 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 is already hosted by enough agents. {{(pid=110737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:27.201299 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:27.211559 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.base_scheduler [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Resources bound (agent type, host, resource id): {{(pid=110737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:27.224449 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Received port after_create {{(pid=110737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:44:27.238060 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Pushing event updated for resources: {'Port': ['ID=cf990aab-0ae5-4064-8743-0b9634b8ebfc,revision_number=1']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:27.250611 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f40610d-cca3-4f16-a9d9-68cd74cf8e08 admin admin] Checking segment: {'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:27.251042 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f40610d-cca3-4f16-a9d9-68cd74cf8e08 admin admin] Network hostable DHCP agents. Network: 6c5bc62a-37b3-4ec7-a921-dd776df143f3, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:44:27.286569 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d78af8ad-743b-4c58-9017-a3bd3ecf571e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:27.385276 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d78af8ad-743b-4c58-9017-a3bd3ecf571e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:27.385276 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78af8ad-743b-4c58-9017-a3bd3ecf571e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:27.385276 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d78af8ad-743b-4c58-9017-a3bd3ecf571e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:27.427749 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Attempting to bind port cf990aab-0ae5-4064-8743-0b9634b8ebfc on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:44:27.427749 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Attempting to bind port cf990aab-0ae5-4064-8743-0b9634b8ebfc by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '2c576f9b-4c90-41e8-a1a2-91b0fed62346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:44:27.427749 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Attempting to bind port cf990aab-0ae5-4064-8743-0b9634b8ebfc on network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:44:27.427749 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:44:27.427749 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Checking segment: {'id': '2c576f9b-4c90-41e8-a1a2-91b0fed62346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:27.427749 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:27.427749 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Bound using segment: {'id': '2c576f9b-4c90-41e8-a1a2-91b0fed62346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:44:27.427749 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Bound port: cf990aab-0ae5-4064-8743-0b9634b8ebfc, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c576f9b-4c90-41e8-a1a2-91b0fed62346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:44:27.427749 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (cf990aab-0ae5-4064-8743-0b9634b8ebfc), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:27.485806 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0403e-2ab1-4ccb-ad46-e0521ad68c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9350510-64e3-44ef-8efa-a8962481efcc,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:27.492946 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:27.514278 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (446600c7-7807-47cd-b2e4-142bffdedb16), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:27.520147 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-d78af8ad-743b-4c58-9017-a3bd3ecf571e admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6860003 Jul 28 17:44:27.522953 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35714) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:27.531500 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-c997944d-6dcf-4dbc-ad01-c5fc279139e2 admin admin] Request body: {'subnet': {'network_id': 'b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-714861844-subnet', 'tenant_id': '414a3cb8d5af4b038fa928047d55e664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:27.542554 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:27.578680 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78af8ad-743b-4c58-9017-a3bd3ecf571e admin admin] Pushing event updated for resources: {'Network': ['ID=b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:27.595069 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c997944d-6dcf-4dbc-ad01-c5fc279139e2 admin admin] Made reservation on behalf of 414a3cb8d5af4b038fa928047d55e664 for: {'subnet': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:44:27.599935 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c997944d-6dcf-4dbc-ad01-c5fc279139e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:27.620074 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:44:27.645946 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] For port cf990aab-0ae5-4064-8743-0b9634b8ebfc, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:44:27.654636 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:INSERT=4,neutron:SELECT=87,neutron:UPDATE=9 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:27.672738 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] For port cf990aab-0ae5-4064-8743-0b9634b8ebfc, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=cf990aab-0ae5-4064-8743-0b9634b8ebfc,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:44:27.678530 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Pushing event updated for resources: {'Port': ['ID=446600c7-7807-47cd-b2e4-142bffdedb16,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:27.699174 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:27.704727 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:27.711260 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f40610d-cca3-4f16-a9d9-68cd74cf8e08 admin admin] Network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:44:27.724255 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a0403e-2ab1-4ccb-ad46-e0521ad68c35 admin admin] Checking segment: {'id': '3bc62332-26ed-4bc4-8de1-780690313a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:27.724915 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a0403e-2ab1-4ccb-ad46-e0521ad68c35 admin admin] Network hostable DHCP agents. Network: cbd36208-112c-4d11-9738-c86cba94c43a, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:44:27.729856 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:44:27.755452 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (cf990aab-0ae5-4064-8743-0b9634b8ebfc), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:27.872259 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba82cda-f355-4ed3-8cd4-b56a65f38baf None None] Pushing event updated for resources: {'Port': ['ID=cf990aab-0ae5-4064-8743-0b9634b8ebfc,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:27.908727 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-7f40610d-cca3-4f16-a9d9-68cd74cf8e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, 6c5bc62a-37b3-4ec7-a921-dd776df143f3) {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:27.914213 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Publish callbacks [] for router_gateway (d3a930ed-68f8-4cc2-9f31-042666501368), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:27.920981 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40610d-cca3-4f16-a9d9-68cd74cf8e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:27.920981 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7f40610d-cca3-4f16-a9d9-68cd74cf8e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:27.926196 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5ed62f-051a-4575-b5f4-17e6627abc07 None None] Network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:44:27.988429 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c997944d-6dcf-4dbc-ad01-c5fc279139e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for subnet (2faf44f8-da9f-462a-82f2-779c36ffe69b), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:28.054661 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:28.163387 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997944d-6dcf-4dbc-ad01-c5fc279139e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2faf44f8-da9f-462a-82f2-779c36ffe69b,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:28.166482 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:28.170001 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997944d-6dcf-4dbc-ad01-c5fc279139e2 admin admin] Checking segment: {'id': '5f2b197e-7501-4948-ad34-eead734366ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:28.170365 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c997944d-6dcf-4dbc-ad01-c5fc279139e2 admin admin] Network hostable DHCP agents. Network: b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:44:28.182589 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-493eca6e-0bf1-492d-a384-a9dfd395a69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:28.206871 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf73fbaf6-72e4-5ce7-afe8-ff53955ba9d2-6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2'}]}} from dv-cinder-813229-13-iscsi. {{(pid=110737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 17:44:28.208144 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:28.214582 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Allocated IP 172.27.1.59 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/3f088f59-80ce-423f-8b54-11ed3aacf4e3) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:44:28.225718 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c997944d-6dcf-4dbc-ad01-c5fc279139e2 admin admin] Network b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:44:28.245495 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-c997944d-6dcf-4dbc-ad01-c5fc279139e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b) {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:28.253484 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c997944d-6dcf-4dbc-ad01-c5fc279139e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:28.254089 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c997944d-6dcf-4dbc-ad01-c5fc279139e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:28.288683 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-c997944d-6dcf-4dbc-ad01-c5fc279139e2 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7646761 Jul 28 17:44:28.408444 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e63874e-5dcb-4d37-b929-4be64968d678 None None] Network b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:44:28.442366 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Publish callbacks [] for port (3f088f59-80ce-423f-8b54-11ed3aacf4e3), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:28.482414 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35750) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:28.485418 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-7f40610d-cca3-4f16-a9d9-68cd74cf8e08 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.0269258 Jul 28 17:44:28.486918 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:28.566926 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router (fdb3f328-e97a-4bf2-bddb-98103ea1cf9e), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:28.568981 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router (fdb3f328-e97a-4bf2-bddb-98103ea1cf9e), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:28.604352 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a0403e-2ab1-4ccb-ad46-e0521ad68c35 admin admin] Network cbd36208-112c-4d11-9738-c86cba94c43a is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:44:28.630084 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:INSERT=7,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:28.655144 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35754) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:28.691224 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:28.700349 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (3f088f59-80ce-423f-8b54-11ed3aacf4e3), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:28.726775 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-f7a0403e-2ab1-4ccb-ad46-e0521ad68c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, cbd36208-112c-4d11-9738-c86cba94c43a) {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:28.771108 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd9ec8c-15d1-4782-98b5-c1a76b92ab3b None None] Network cbd36208-112c-4d11-9738-c86cba94c43a requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:44:28.784659 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc41c67-29e1-40f0-8cac-14da5052baa6 None None] Network ae8fa151-853f-466c-9398-a2ea0d9328cd requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:44:28.791983 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a0403e-2ab1-4ccb-ad46-e0521ad68c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:28.793027 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f7a0403e-2ab1-4ccb-ad46-e0521ad68c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:28.799914 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Publish callbacks [] for router_controller (fdb3f328-e97a-4bf2-bddb-98103ea1cf9e), precommit_add_association {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:28.838784 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Publish callbacks [] for router_gateway (7b91fa2a-db06-4025-b5e4-2ba34dfca59c), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:28.850122 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:28.920577 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:28.937837 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3d27d0-1291-4ff7-a295-7a4abccc9284 admin admin] Deleting subnet a60d2bae-a24b-4a07-95b7-d67b611bb529 {{(pid=110735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 17:44:28.938941 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-b5f52f6d-bc8f-48d1-afd2-d6b92fb275ea None None] Provisioning complete for port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:28.939309 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b5f52f6d-bc8f-48d1-afd2-d6b92fb275ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:28.941780 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b48a2c5-3279-41c2-99c7-2d37a2d8c194 None None] Network b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:44:28.946235 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-f7a0403e-2ab1-4ccb-ad46-e0521ad68c35 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3917422 Jul 28 17:44:28.950540 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:44:28.953728 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bd3d27d0-1291-4ff7-a295-7a4abccc9284 admin admin] Publish callbacks [] for subnet (a60d2bae-a24b-4a07-95b7-d67b611bb529), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:28.959285 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35762) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:28.961880 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Pushing event updated for resources: {'Port': ['ID=3f088f59-80ce-423f-8b54-11ed3aacf4e3,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:29.031087 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bd3d27d0-1291-4ff7-a295-7a4abccc9284 admin admin] Publish callbacks [] for subnet (a60d2bae-a24b-4a07-95b7-d67b611bb529), precommit_delete_associations {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:29.045403 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bd3d27d0-1291-4ff7-a295-7a4abccc9284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66971435'] for subnet (a60d2bae-a24b-4a07-95b7-d67b611bb529), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:29.300415 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1090607714-router', 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:29.322728 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Publish callbacks [] for router_gateway (fdb3f328-e97a-4bf2-bddb-98103ea1cf9e), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:29.353853 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bd3d27d0-1291-4ff7-a295-7a4abccc9284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66971426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for subnet (a60d2bae-a24b-4a07-95b7-d67b611bb529), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:29.364263 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.db_base_plugin_common [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Allocated IP 172.20.0.2 (6c5bc62a-37b3-4ec7-a921-dd776df143f3/0367c357-5ba3-42e4-b91c-6224147617f2/f709d70f-d94e-4254-afa6-e2622f534a20) {{(pid=110737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:44:29.451655 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:29.459013 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:29.510375 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d27d0-1291-4ff7-a295-7a4abccc9284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a60d2bae-a24b-4a07-95b7-d67b611bb529,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:29.531258 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router (b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:29.532343 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router (b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:29.567700 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bd3d27d0-1291-4ff7-a295-7a4abccc9284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:29.572992 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-bd3d27d0-1291-4ff7-a295-7a4abccc9284 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/a60d2bae-a24b-4a07-95b7-d67b611bb529 HTTP/1.1" status: 204 len: 168 time: 0.9040952 Jul 28 17:44:29.593112 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35778) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:29.790782 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:29.804299 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4512c295-bd20-4ddc-b570-61c348dd7b3a None None] Network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:44:29.878298 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.038021 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Publish callbacks [] for router_gateway (fdb3f328-e97a-4bf2-bddb-98103ea1cf9e), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.057648 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66853985'] for network (bb428f99-f958-46b9-9891-809f87d5659b), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.072448 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.092899 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-b5f52f6d-bc8f-48d1-afd2-d6b92fb275ea None None] Current status of the port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:30.094084 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b5f52f6d-bc8f-48d1-afd2-d6b92fb275ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.122951 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf73fbaf6-72e4-5ce7-afe8-ff53955ba9d2-cbd36208-112c-4d11-9738-c86cba94c43a', 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a', 'project_id': '6018db8e046e4945be4dd56ff8e8eeea', 'fixed_ips': [{'subnet_id': 'f9350510-64e3-44ef-8efa-a8962481efcc'}]}} from dv-cinder-813229-13-iscsi. {{(pid=110737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 17:44:30.123950 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.170449 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Publish callbacks [] for router_gateway (d3a930ed-68f8-4cc2-9f31-042666501368), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.183657 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:30.184050 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.213751 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Publish callbacks [] for router_controller (b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89), precommit_add_association {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.279964 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-b5f52f6d-bc8f-48d1-afd2-d6b92fb275ea None None] For port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8,segment=NetworkSegment(2856f09c-f174-4fdd-9016-ab1555fa8266),segment_id=2856f09c-f174-4fdd-9016-ab1555fa8266)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:44:30.289099 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:30.334451 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Allocated IP 172.27.1.146 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/a94dca75-1430-4286-a62f-8358b6abba96) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:44:30.354127 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:30.370891 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b5f52f6d-bc8f-48d1-afd2-d6b92fb275ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.428027 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Publish callbacks [] for port (f709d70f-d94e-4254-afa6-e2622f534a20), precommit_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.468769 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:30.489131 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.504380 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (f709d70f-d94e-4254-afa6-e2622f534a20), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.515938 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Publish callbacks [] for port (a94dca75-1430-4286-a62f-8358b6abba96), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.560114 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 is already hosted by enough agents. {{(pid=110737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:30.600092 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (a94dca75-1430-4286-a62f-8358b6abba96), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.604381 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364161'] for router (7b91fa2a-db06-4025-b5e4-2ba34dfca59c), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.611719 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-a1220148-6f84-49f5-b83d-85a0fd4b3815 None None] Provisioning complete for port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:30.612117 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a1220148-6f84-49f5-b83d-85a0fd4b3815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.621767 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.base_scheduler [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Resources bound (agent type, host, resource id): {{(pid=110737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:30.629720 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Received port after_create {{(pid=110737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:44:30.640390 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:30.663295 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66972677', 'neutron.services.segments.db._delete_segments_for_network-8747606401738'] for network (bb428f99-f958-46b9-9891-809f87d5659b), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.667528 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Publish callbacks [] for router_gateway (b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:30.673802 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f52f6d-bc8f-48d1-afd2-d6b92fb275ea None None] Pushing event updated for resources: {'Port': ['ID=e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:30.683955 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:30.685015 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device cf990aab-0ae5-4064-8743-0b9634b8ebfc up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:30.730960 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:30.739361 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:30.745431 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:44:30.745787 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:44:30.746551 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:44:30.746874 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Subscribe: > port after_create 55550000 {{(pid=110735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:44:30.747193 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Subscribe: > port after_delete 55550000 {{(pid=110735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:44:30.747928 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Subscribe: > port after_update 55550000 {{(pid=110735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:44:30.747928 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:44:30.748234 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:44:30.748531 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:44:30.748850 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:44:30.757849 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:44:30.780293 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.db_base_plugin_common [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Allocated IP 172.20.0.2 (cbd36208-112c-4d11-9738-c86cba94c43a/f9350510-64e3-44ef-8efa-a8962481efcc/bb7560c0-4997-44dd-81ef-9aec94944acc) {{(pid=110737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:44:30.838261 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Pushing event updated for resources: {'Port': ['ID=a94dca75-1430-4286-a62f-8358b6abba96,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:30.902035 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Pushing event updated for resources: {'Port': ['ID=f709d70f-d94e-4254-afa6-e2622f534a20,revision_number=1']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:30.959041 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:30.997239 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Attempting to bind port f709d70f-d94e-4254-afa6-e2622f534a20 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:44:30.997528 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Attempting to bind port f709d70f-d94e-4254-afa6-e2622f534a20 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:44:30.997883 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Attempting to bind port f709d70f-d94e-4254-afa6-e2622f534a20 on network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:44:31.020170 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.028159 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port cf990aab-0ae5-4064-8743-0b9634b8ebfc triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:31.028564 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (cf990aab-0ae5-4064-8743-0b9634b8ebfc), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.056313 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.065452 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:44:31.065838 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Checking segment: {'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:31.065994 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:44:31.066465 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.066540 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:44:31.066605 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Bound using segment: {'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:44:31.066689 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:44:31.066972 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:44:31.067099 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Bound port: f709d70f-d94e-4254-afa6-e2622f534a20, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:44:31.067338 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.services.segments.db [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb428f99-f958-46b9-9891-809f87d5659b']}} {{(pid=110735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:31.067487 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (f709d70f-d94e-4254-afa6-e2622f534a20), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.089511 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-a1220148-6f84-49f5-b83d-85a0fd4b3815 None None] Current status of the port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:31.131160 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.services.segments.db [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07484fb-8be4-4c6b-80bb-f73f663ada96') {'for_net_delete': True} {{(pid=110735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:31.131533 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.services.segments.db [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07484fb-8be4-4c6b-80bb-f73f663ada96') {} {{(pid=110735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:31.150679 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-a1220148-6f84-49f5-b83d-85a0fd4b3815 None None] Provisioning complete for port cf990aab-0ae5-4064-8743-0b9634b8ebfc triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:31.151074 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a1220148-6f84-49f5-b83d-85a0fd4b3815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (cf990aab-0ae5-4064-8743-0b9634b8ebfc), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.160479 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Publish callbacks [] for router_gateway (fdb3f328-e97a-4bf2-bddb-98103ea1cf9e), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.195891 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:31.216586 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747606401639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3431942'] for segment (b07484fb-8be4-4c6b-80bb-f73f663ada96), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.262542 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (b07484fb-8be4-4c6b-80bb-f73f663ada96), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.278015 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] For port f709d70f-d94e-4254-afa6-e2622f534a20, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:44:31.300566 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port cf990aab-0ae5-4064-8743-0b9634b8ebfc is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:31.301054 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (cf990aab-0ae5-4064-8743-0b9634b8ebfc), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.306585 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=110735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:44:31.307009 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3356111'] for segment (b07484fb-8be4-4c6b-80bb-f73f663ada96), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.315876 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:44:31.322281 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Publish callbacks [] for port (bb7560c0-4997-44dd-81ef-9aec94944acc), precommit_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.347755 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (bb7560c0-4997-44dd-81ef-9aec94944acc), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.362557 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:31.419169 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port cf990aab-0ae5-4064-8743-0b9634b8ebfc, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=cf990aab-0ae5-4064-8743-0b9634b8ebfc,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:44:31.420286 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-a1220148-6f84-49f5-b83d-85a0fd4b3815 None None] Current status of the port cf990aab-0ae5-4064-8743-0b9634b8ebfc is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:31.420711 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a1220148-6f84-49f5-b83d-85a0fd4b3815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (cf990aab-0ae5-4064-8743-0b9634b8ebfc), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.423047 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364161'] for router (fdb3f328-e97a-4bf2-bddb-98103ea1cf9e), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.439966 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Network cbd36208-112c-4d11-9738-c86cba94c43a is already hosted by enough agents. {{(pid=110737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:31.443941 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (cf990aab-0ae5-4064-8743-0b9634b8ebfc), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.446642 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Pushing event updated for resources: {'Port': ['ID=bb7560c0-4997-44dd-81ef-9aec94944acc,revision_number=1']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:31.451686 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.base_scheduler [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Resources bound (agent type, host, resource id): {{(pid=110737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:31.455060 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Received port after_create {{(pid=110737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:44:31.521717 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66972686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362288'] for network (bb428f99-f958-46b9-9891-809f87d5659b), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.528481 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.533204 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] 10.222.0.89 "DELETE /v2.0/networks/bb428f99-f958-46b9-9891-809f87d5659b HTTP/1.1" status: 204 len: 168 time: 1.9205947 Jul 28 17:44:31.534712 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364161'] for router (d3a930ed-68f8-4cc2-9f31-042666501368), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.539580 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35816) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:31.566139 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] For port f709d70f-d94e-4254-afa6-e2622f534a20, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=f709d70f-d94e-4254-afa6-e2622f534a20,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:44:31.603916 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (f709d70f-d94e-4254-afa6-e2622f534a20), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.639098 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1433c-0c35-4e97-857d-0e7cad898deb admin admin] Pushing event deleted for resources: {'Network': ['ID=bb428f99-f958-46b9-9891-809f87d5659b,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:31.679961 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:31.692917 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:31.753191 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e is scheduled to L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 with binding_index 1 {{(pid=110736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 17:44:31.846539 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.services.segments.plugin [-] Segment b07484fb-8be4-4c6b-80bb-f73f663ada96 resource provider aggregate not found Jul 28 17:44:31.851716 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c is scheduled to L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 with binding_index 1 {{(pid=110735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 17:44:31.882658 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=cf990aab-0ae5-4064-8743-0b9634b8ebfc,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:31.897038 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.services.segments.plugin [-] Segment b07484fb-8be4-4c6b-80bb-f73f663ada96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b07484fb-8be4-4c6b-80bb-f73f663ada96 found for delete ", "request_id": "req-584bf108-756c-4cdc-afe7-64b7e87db5c9"}]} Jul 28 17:44:31.900233 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_v2 [None req-d588ae33-68d2-4f82-8237-84933b80d9df admin admin] Deleting subnet 2faf44f8-da9f-462a-82f2-779c36ffe69b {{(pid=110735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 17:44:31.900436 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:31.901610 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.904501 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:44:31.907847 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Publish callbacks [] for router_gateway (b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.913084 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d588ae33-68d2-4f82-8237-84933b80d9df admin admin] Publish callbacks [] for subnet (2faf44f8-da9f-462a-82f2-779c36ffe69b), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.923883 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Sync routers for ids ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:44:31.943535 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Routers {'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:44:31.944492 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:44:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:31.949760 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.956872 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-21082078-9b4f-4471-bd8e-3b5ab0ed6024 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4732234 Jul 28 17:44:31.961851 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35834) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:31.972138 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:31.984986 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.db.api [None req-a1220148-6f84-49f5-b83d-85a0fd4b3815 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 17:44:31.988964 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG oslo_db.api [None req-a1220148-6f84-49f5-b83d-85a0fd4b3815 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 17:44:31.997668 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:32.063519 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:32.070998 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Attempting to bind port bb7560c0-4997-44dd-81ef-9aec94944acc on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:44:32.071569 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Attempting to bind port bb7560c0-4997-44dd-81ef-9aec94944acc by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '3bc62332-26ed-4bc4-8de1-780690313a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:44:32.072250 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Attempting to bind port bb7560c0-4997-44dd-81ef-9aec94944acc on network cbd36208-112c-4d11-9738-c86cba94c43a {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:44:32.084458 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:44:32.085205 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Checking segment: {'id': '3bc62332-26ed-4bc4-8de1-780690313a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:32.085854 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:32.086442 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Bound using segment: {'id': '3bc62332-26ed-4bc4-8de1-780690313a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:44:32.087520 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Bound port: bb7560c0-4997-44dd-81ef-9aec94944acc, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc62332-26ed-4bc4-8de1-780690313a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:44:32.088287 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (bb7560c0-4997-44dd-81ef-9aec94944acc), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:32.184041 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:32.197424 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Allocated IP 172.27.1.136 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/5b825bb6-b817-465e-96ef-2cbfb7803950) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:44:32.354106 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9aad3a-7b21-4dae-a800-a63a4f4b8f98 None None] Pushing event updated for resources: {'Port': ['ID=f709d70f-d94e-4254-afa6-e2622f534a20,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:32.414829 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:32.424657 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Set router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:44:32.431856 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] For port bb7560c0-4997-44dd-81ef-9aec94944acc, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:44:32.438777 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] For port bb7560c0-4997-44dd-81ef-9aec94944acc, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=bb7560c0-4997-44dd-81ef-9aec94944acc,segment=NetworkSegment(3bc62332-26ed-4bc4-8de1-780690313a96),segment_id=3bc62332-26ed-4bc4-8de1-780690313a96)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:44:32.449909 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (bb7560c0-4997-44dd-81ef-9aec94944acc), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:32.537316 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d588ae33-68d2-4f82-8237-84933b80d9df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431967'] for subnet (2faf44f8-da9f-462a-82f2-779c36ffe69b), precommit_delete_associations {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:32.542408 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-a1220148-6f84-49f5-b83d-85a0fd4b3815 None None] Current status of the port cf990aab-0ae5-4064-8743-0b9634b8ebfc is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:32.543353 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:44:32.559161 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Sync routers for ids ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:44:32.575964 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Routers {'7b91fa2a-db06-4025-b5e4-2ba34dfca59c'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:44:32.576742 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:44:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:32.659738 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03a67c-7df3-4d50-9a73-716df83ef6e7 None None] Pushing event updated for resources: {'Port': ['ID=bb7560c0-4997-44dd-81ef-9aec94944acc,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:32.730801 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:30Z', 'revision_number': 3, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port': {'id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:30Z', 'updated_at': '2022-07-28T17:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:32.755433 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Set router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:44:32.769332 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:32.772179 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Checking router: fdb3f328-e97a-4bf2-bddb-98103ea1cf9e for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:44:32.772540 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Updating router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e port a94dca75-1430-4286-a62f-8358b6abba96 binding host dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:44:32.783849 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:32.787423 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-11abab25-3112-4666-818e-92d9666a61e8 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0770190 Jul 28 17:44:32.802964 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35860) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:32.835140 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (a94dca75-1430-4286-a62f-8358b6abba96), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:32.924521 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:32.977299 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:33.207262 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d588ae33-68d2-4f82-8237-84933b80d9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66971435'] for subnet (2faf44f8-da9f-462a-82f2-779c36ffe69b), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:33.254536 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Router d3a930ed-68f8-4cc2-9f31-042666501368 is scheduled to L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 with binding_index 1 {{(pid=110735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 17:44:33.276488 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Allocated IP 172.20.0.1 (6c5bc62a-37b3-4ec7-a921-dd776df143f3/0367c357-5ba3-42e4-b91c-6224147617f2/69696958-89e8-444d-a150-40353ad3b1ba) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:44:33.326118 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Publish callbacks [] for port (5b825bb6-b817-465e-96ef-2cbfb7803950), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:33.345706 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:33.362613 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:27Z', 'revision_number': 3, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:33.390711 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Checking router: 7b91fa2a-db06-4025-b5e4-2ba34dfca59c for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:44:33.391073 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Updating router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c port 446600c7-7807-47cd-b2e4-142bffdedb16 binding host dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:44:33.410778 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Publish callbacks [] for port (69696958-89e8-444d-a150-40353ad3b1ba), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:33.432497 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (446600c7-7807-47cd-b2e4-142bffdedb16), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:33.453423 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (69696958-89e8-444d-a150-40353ad3b1ba), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:33.512625 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d588ae33-68d2-4f82-8237-84933b80d9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66971426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3356049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3448084'] for subnet (2faf44f8-da9f-462a-82f2-779c36ffe69b), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:33.519820 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:33.537500 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:33.539396 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Pushing event updated for resources: {'Port': ['ID=69696958-89e8-444d-a150-40353ad3b1ba,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:33.542020 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:33.580352 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:44:33.582391 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663937'] for router_interface (fdb3f328-e97a-4bf2-bddb-98103ea1cf9e), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:33.599210 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588ae33-68d2-4f82-8237-84933b80d9df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2faf44f8-da9f-462a-82f2-779c36ffe69b,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:33.614102 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (5b825bb6-b817-465e-96ef-2cbfb7803950), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:33.634303 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d588ae33-68d2-4f82-8237-84933b80d9df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:33.645617 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-d588ae33-68d2-4f82-8237-84933b80d9df admin admin] 10.222.0.89 "DELETE /v2.0/subnets/2faf44f8-da9f-462a-82f2-779c36ffe69b HTTP/1.1" status: 204 len: 168 time: 2.0962582 Jul 28 17:44:33.660629 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35874) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:33.661970 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd7d388-0573-44ac-8925-664244134d64 None None] Network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:44:33.682629 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-f9f615d3-eb37-4540-b84d-383d5c015049 None None] Provisioning complete for port f709d70f-d94e-4254-afa6-e2622f534a20 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:33.683129 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f9f615d3-eb37-4540-b84d-383d5c015049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (f709d70f-d94e-4254-afa6-e2622f534a20), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:33.757054 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:33.816108 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:33.818666 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:44:33.820441 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:44:33.855463 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device bb7560c0-4997-44dd-81ef-9aec94944acc up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:33.873639 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Sync routers for ids ['d3a930ed-68f8-4cc2-9f31-042666501368'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:44:33.938841 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Routers {'d3a930ed-68f8-4cc2-9f31-042666501368'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:44:33.941529 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:44:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d3a930ed-68f8-4cc2-9f31-042666501368'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:33.950076 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Publish callbacks [] for port (a94dca75-1430-4286-a62f-8358b6abba96), precommit_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:33.964440 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (69696958-89e8-444d-a150-40353ad3b1ba), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:33.979495 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port bb7560c0-4997-44dd-81ef-9aec94944acc triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:33.980028 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (bb7560c0-4997-44dd-81ef-9aec94944acc), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:33.986822 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:34.010796 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (a94dca75-1430-4286-a62f-8358b6abba96), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:34.022175 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Pushing event updated for resources: {'Port': ['ID=5b825bb6-b817-465e-96ef-2cbfb7803950,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:34.029108 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:34.059919 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:34.066637 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-776d3c1f-cafb-40b5-a124-7ad3df08629f admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.5479188 Jul 28 17:44:34.068294 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35880) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:34.094679 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0336-1ed5-4466-9fc0-4c1f4fc1a746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66853985'] for network (b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:34.174020 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:34.177125 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:34.200559 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Pushing event updated for resources: {'Port': ['ID=a94dca75-1430-4286-a62f-8358b6abba96,revision_number=2']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:34.214410 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Attempting to bind port a94dca75-1430-4286-a62f-8358b6abba96 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:44:34.214410 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Attempting to bind port a94dca75-1430-4286-a62f-8358b6abba96 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:44:34.214410 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Attempting to bind port a94dca75-1430-4286-a62f-8358b6abba96 on network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:44:34.227862 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:34.228257 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:34.228592 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:34.229038 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:34.229307 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:34.229645 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:34.229976 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:34.230315 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:34.230912 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:34.231252 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:34.232034 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:34.232034 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:34.232265 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:34.232532 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:34.232850 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Tracked resource versions report: Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: pushed versions: Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: { 'AddressGroup': {'1.2'}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Agent': {'1.1'}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'ConntrackHelper': {'1.0'}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'LocalIPAssociation': {'1.0'}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Log': {'1.0'}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'NDPProxy': {'1.0'}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Network': {'1.1'}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Port': {'1.7'}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'PortForwarding': {'1.3'}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'QosPolicy': {'1.10'}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'SecurityGroup': {'1.5'}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'SubPort': {'1.0'}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Subnet': {'1.1'}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Trunk': {'1.1'}} Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: consumer versions: Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: { DHCP agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: HyperV agent@hv-cinder-81322: {}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: L3 agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: Metadata agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: Metering agent@dv-cinder-813229-13-iscsi: {}, Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: Open vSwitch agent@dv-cinder-813229-13-iscsi: { 'AddressGroup': '1.2', Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Agent': '1.1', Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'ConntrackHelper': '1.0', Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'LocalIPAssociation': '1.0', Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Log': '1.0', Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'NDPProxy': '1.0', Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Network': '1.1', Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Port': '1.7', Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'PortForwarding': '1.3', Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'QosPolicy': '1.10', Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'SecurityGroup': '1.5', Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'SecurityGroupRule': '1.2', Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'SubPort': '1.0', Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Subnet': '1.1', Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: 'Trunk': '1.1'}} Jul 28 17:44:34.242600 dv-cinder-813229-13-iscsi neutron-server[110738]: {{(pid=110738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:44:34.251276 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:44:34.251817 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Checking segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:34.252236 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:34.252720 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Bound using segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:44:34.253346 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Bound port: a94dca75-1430-4286-a62f-8358b6abba96, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:44:34.253681 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (a94dca75-1430-4286-a62f-8358b6abba96), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:34.319517 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-f9f615d3-eb37-4540-b84d-383d5c015049 None None] Current status of the port f709d70f-d94e-4254-afa6-e2622f534a20 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:34.319924 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f9f615d3-eb37-4540-b84d-383d5c015049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (f709d70f-d94e-4254-afa6-e2622f534a20), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:34.322474 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aa9e99-3642-431b-b731-6978f4fe450d None None] Network cbd36208-112c-4d11-9738-c86cba94c43a requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:44:34.337288 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Publish callbacks [] for port (69696958-89e8-444d-a150-40353ad3b1ba), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:34.351812 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (69696958-89e8-444d-a150-40353ad3b1ba), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:34.353083 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664061'] for router_interface (fdb3f328-e97a-4bf2-bddb-98103ea1cf9e), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:34.394724 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] For port a94dca75-1430-4286-a62f-8358b6abba96, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:44:34.399321 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] For port a94dca75-1430-4286-a62f-8358b6abba96, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=a94dca75-1430-4286-a62f-8358b6abba96,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:44:34.415534 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:34.424635 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (a94dca75-1430-4286-a62f-8358b6abba96), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:34.428972 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:34.491371 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=100 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:34.544877 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3f7cc-89bf-4beb-8ee7-b263440a614a None None] Pushing event updated for resources: {'Port': ['ID=a94dca75-1430-4286-a62f-8358b6abba96,revision_number=3']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:34.559904 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Set router d3a930ed-68f8-4cc2-9f31-042666501368 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:44:34.661100 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:34.676515 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Routers {'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:44:34.677484 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:44:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:34.730790 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Allocated IP 172.20.0.1 (ae8fa151-853f-466c-9398-a2ea0d9328cd/ce8ae2ae-69b2-4f29-aac4-77e56446331a/b93567da-cccb-4853-aa8b-b7488015729c) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:44:34.739731 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Publish callbacks [] for port (446600c7-7807-47cd-b2e4-142bffdedb16), precommit_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:34.785880 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-f9f615d3-eb37-4540-b84d-383d5c015049 None None] For port f709d70f-d94e-4254-afa6-e2622f534a20, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=f709d70f-d94e-4254-afa6-e2622f534a20,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:44:34.789192 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (446600c7-7807-47cd-b2e4-142bffdedb16), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:34.825424 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f9f615d3-eb37-4540-b84d-383d5c015049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (f709d70f-d94e-4254-afa6-e2622f534a20), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:34.840324 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port bb7560c0-4997-44dd-81ef-9aec94944acc is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:34.841461 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (bb7560c0-4997-44dd-81ef-9aec94944acc), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:34.888398 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Pushing event updated for resources: {'Port': ['ID=69696958-89e8-444d-a150-40353ad3b1ba,revision_number=2']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:34.909353 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port bb7560c0-4997-44dd-81ef-9aec94944acc, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=bb7560c0-4997-44dd-81ef-9aec94944acc,segment=NetworkSegment(3bc62332-26ed-4bc4-8de1-780690313a96),segment_id=3bc62332-26ed-4bc4-8de1-780690313a96)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:44:34.962227 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (bb7560c0-4997-44dd-81ef-9aec94944acc), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:34.962837 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Publish callbacks [] for port (b93567da-cccb-4853-aa8b-b7488015729c), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:34.963414 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device cf990aab-0ae5-4064-8743-0b9634b8ebfc up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:35.016666 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:35.018398 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:35.028842 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-3c4b814a-c61d-4d67-a1d3-8ee18759c91f None None] Provisioning complete for port 69696958-89e8-444d-a150-40353ad3b1ba triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:35.029255 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3c4b814a-c61d-4d67-a1d3-8ee18759c91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (69696958-89e8-444d-a150-40353ad3b1ba), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:35.058866 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:35.090830 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b814a-c61d-4d67-a1d3-8ee18759c91f None None] Port 69696958-89e8-444d-a150-40353ad3b1ba cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:44:35.127179 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:29Z', 'revision_number': 3, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:35.140565 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-3c4b814a-c61d-4d67-a1d3-8ee18759c91f None None] Provisioning complete for port f709d70f-d94e-4254-afa6-e2622f534a20 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:35.140955 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3c4b814a-c61d-4d67-a1d3-8ee18759c91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (f709d70f-d94e-4254-afa6-e2622f534a20), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:35.167692 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0336-1ed5-4466-9fc0-4c1f4fc1a746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66972677', 'neutron.services.segments.db._delete_segments_for_network-8747606401738'] for network (b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:35.211149 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Checking router: d3a930ed-68f8-4cc2-9f31-042666501368 for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:44:35.212073 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Updating router d3a930ed-68f8-4cc2-9f31-042666501368 port 3f088f59-80ce-423f-8b54-11ed3aacf4e3 binding host dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:44:35.233043 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:44:35.287042 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.services.segments.db [None req-d1cd0336-1ed5-4466-9fc0-4c1f4fc1a746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b']}} {{(pid=110735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:35.292622 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (3f088f59-80ce-423f-8b54-11ed3aacf4e3), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:35.299926 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Attempting to bind port 446600c7-7807-47cd-b2e4-142bffdedb16 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:44:35.299926 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Attempting to bind port 446600c7-7807-47cd-b2e4-142bffdedb16 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:44:35.299926 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Attempting to bind port 446600c7-7807-47cd-b2e4-142bffdedb16 on network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:44:35.390843 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:44:35.391787 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Checking segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:35.392447 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:35.393049 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Bound using segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:44:35.394922 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Bound port: 446600c7-7807-47cd-b2e4-142bffdedb16, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:44:35.395699 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (446600c7-7807-47cd-b2e4-142bffdedb16), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:35.426978 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb95413-6be7-4c69-aee1-4a082123f8d4 None None] Pushing event updated for resources: {'Port': ['ID=446600c7-7807-47cd-b2e4-142bffdedb16,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:35.443800 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b814a-c61d-4d67-a1d3-8ee18759c91f None None] Current status of the port f709d70f-d94e-4254-afa6-e2622f534a20 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:35.466361 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] Set router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:44:35.471517 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.services.segments.db [None req-d1cd0336-1ed5-4466-9fc0-4c1f4fc1a746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2b197e-7501-4948-ad34-eead734366ab') {'for_net_delete': True} {{(pid=110735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:35.471826 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.services.segments.db [None req-d1cd0336-1ed5-4466-9fc0-4c1f4fc1a746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2b197e-7501-4948-ad34-eead734366ab') {} {{(pid=110735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:35.485833 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0336-1ed5-4466-9fc0-4c1f4fc1a746 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747606401639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3431942'] for segment (5f2b197e-7501-4948-ad34-eead734366ab), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:35.503386 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:44:35.506998 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0336-1ed5-4466-9fc0-4c1f4fc1a746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (5f2b197e-7501-4948-ad34-eead734366ab), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:35.515318 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1cd0336-1ed5-4466-9fc0-4c1f4fc1a746 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=110735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:44:35.515729 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0336-1ed5-4466-9fc0-4c1f4fc1a746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3356111'] for segment (5f2b197e-7501-4948-ad34-eead734366ab), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:35.522472 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-6b52566b-5f4c-4aba-8ad6-af85b9812e74 admin admin] 10.222.0.89 "PUT /v2.0/routers/fdb3f328-e97a-4bf2-bddb-98103ea1cf9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5590656 Jul 28 17:44:35.548892 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-3c4b814a-c61d-4d67-a1d3-8ee18759c91f None None] Provisioning complete for port bb7560c0-4997-44dd-81ef-9aec94944acc triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:35.555002 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3c4b814a-c61d-4d67-a1d3-8ee18759c91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (bb7560c0-4997-44dd-81ef-9aec94944acc), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:35.570246 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port cf990aab-0ae5-4064-8743-0b9634b8ebfc triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:35.572920 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (cf990aab-0ae5-4064-8743-0b9634b8ebfc), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:35.632785 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] For port 446600c7-7807-47cd-b2e4-142bffdedb16, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:44:35.670115 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] For port 446600c7-7807-47cd-b2e4-142bffdedb16, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=446600c7-7807-47cd-b2e4-142bffdedb16,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:44:35.683078 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f615d3-eb37-4540-b84d-383d5c015049 None None] Pushing event updated for resources: {'Port': ['ID=f709d70f-d94e-4254-afa6-e2622f534a20,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:35.715309 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (446600c7-7807-47cd-b2e4-142bffdedb16), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:35.739860 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:35.782395 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0336-1ed5-4466-9fc0-4c1f4fc1a746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66972686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362288'] for network (b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:35.783922 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Publish callbacks [] for router_gateway (b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:35.785957 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:35.797715 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.services.segments.plugin [-] Segment 5f2b197e-7501-4948-ad34-eead734366ab resource provider aggregate not found Jul 28 17:44:35.823183 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35932) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:35.846377 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=bb7560c0-4997-44dd-81ef-9aec94944acc,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:35.881289 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:33Z', 'revision_number': 4, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port': {'id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:30Z', 'updated_at': '2022-07-28T17:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '69696958-89e8-444d-a150-40353ad3b1ba', 'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'mac_address': 'fa:16:3e:e2:2d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:33Z', 'updated_at': '2022-07-28T17:44:34Z', 'revision_number': 2, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'subnets': [{'id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:35.908864 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Routers {'7b91fa2a-db06-4025-b5e4-2ba34dfca59c'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:44:35.909928 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:44:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:35.912460 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:35.914008 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b2f107-681a-4efb-990d-7bcf84728b6b None None] The sync data for ids ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'] in dv-cinder-813229-13-iscsi is: [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:33Z', 'revision_number': 4, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port': {'id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:30Z', 'updated_at': '2022-07-28T17:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '69696958-89e8-444d-a150-40353ad3b1ba', 'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'mac_address': 'fa:16:3e:e2:2d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:33Z', 'updated_at': '2022-07-28T17:44:34Z', 'revision_number': 2, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'subnets': [{'id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:44:35.961222 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port cf990aab-0ae5-4064-8743-0b9634b8ebfc is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:35.962762 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device f709d70f-d94e-4254-afa6-e2622f534a20 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:35.964659 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b814a-c61d-4d67-a1d3-8ee18759c91f None None] Current status of the port bb7560c0-4997-44dd-81ef-9aec94944acc is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:35.974077 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (b93567da-cccb-4853-aa8b-b7488015729c), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:35.989053 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0336-1ed5-4466-9fc0-4c1f4fc1a746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:36.005666 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-d1cd0336-1ed5-4466-9fc0-4c1f4fc1a746 admin admin] 10.222.0.89 "DELETE /v2.0/networks/b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b HTTP/1.1" status: 204 len: 168 time: 2.3436191 Jul 28 17:44:36.029828 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Publish callbacks [] for port (3f088f59-80ce-423f-8b54-11ed3aacf4e3), precommit_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:36.036369 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb95413-6be7-4c69-aee1-4a082123f8d4 None None] Pushing event updated for resources: {'Port': ['ID=446600c7-7807-47cd-b2e4-142bffdedb16,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:36.047226 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (3f088f59-80ce-423f-8b54-11ed3aacf4e3), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:36.120535 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Attempting to bind port 3f088f59-80ce-423f-8b54-11ed3aacf4e3 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:44:36.121047 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Attempting to bind port 3f088f59-80ce-423f-8b54-11ed3aacf4e3 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:44:36.121544 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Attempting to bind port 3f088f59-80ce-423f-8b54-11ed3aacf4e3 on network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:44:36.143049 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:44:36.144348 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Checking segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:36.144917 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:36.145525 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Bound using segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:44:36.145894 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1cc2861b-520e-48e6-aacb-033ece666647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:36.146141 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Bound port: 3f088f59-80ce-423f-8b54-11ed3aacf4e3, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:44:36.146551 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (3f088f59-80ce-423f-8b54-11ed3aacf4e3), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:36.204455 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:36.217050 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.services.segments.plugin [-] Segment 5f2b197e-7501-4948-ad34-eead734366ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f2b197e-7501-4948-ad34-eead734366ab found for delete ", "request_id": "req-62bce513-9231-44c0-9181-f5e501d5cc4b"}]} Jul 28 17:44:36.226536 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] For port 3f088f59-80ce-423f-8b54-11ed3aacf4e3, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:44:36.233074 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] For port 3f088f59-80ce-423f-8b54-11ed3aacf4e3, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=3f088f59-80ce-423f-8b54-11ed3aacf4e3,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:44:36.290264 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd0336-1ed5-4466-9fc0-4c1f4fc1a746 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1efed6c-fd2b-4a07-ae95-b878ef8c0e1b,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:36.330061 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (3f088f59-80ce-423f-8b54-11ed3aacf4e3), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:36.338859 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Network ae8fa151-853f-466c-9398-a2ea0d9328cd is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:36.341003 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cb5d7-6ad9-489a-b8b4-d615820cf2a7 None None] Pushing event updated for resources: {'Port': ['ID=3f088f59-80ce-423f-8b54-11ed3aacf4e3,revision_number=2']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:36.351653 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:36.398556 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:44:36.408735 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-db2bae14-9db4-4f07-824b-3785b96cf36a None None] Provisioning complete for port 69696958-89e8-444d-a150-40353ad3b1ba triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:36.409141 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-db2bae14-9db4-4f07-824b-3785b96cf36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (69696958-89e8-444d-a150-40353ad3b1ba), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:36.433788 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1cc2861b-520e-48e6-aacb-033ece666647 admin admin] Publish callbacks [] for security_group (b82c3586-83d9-4320-b91b-37b115066ea6), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:36.440863 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1cc2861b-520e-48e6-aacb-033ece666647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (b82c3586-83d9-4320-b91b-37b115066ea6), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:36.443631 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35956) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:36.518033 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-1cc2861b-520e-48e6-aacb-033ece666647 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c200bf1255164cc5aa6a81157a1eb894&name=default HTTP/1.1" status: 200 len: 2995 time: 0.6857259 Jul 28 17:44:36.527084 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:36.528989 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cb5d7-6ad9-489a-b8b4-d615820cf2a7 None None] Pushing event updated for resources: {'Port': ['ID=3f088f59-80ce-423f-8b54-11ed3aacf4e3,revision_number=3']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:36.550233 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35966) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:36.551663 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 35968) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:36.569119 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-db2bae14-9db4-4f07-824b-3785b96cf36a None None] Port 69696958-89e8-444d-a150-40353ad3b1ba cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:44:36.612423 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Routers {'d3a930ed-68f8-4cc2-9f31-042666501368'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:44:36.615327 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-db2bae14-9db4-4f07-824b-3785b96cf36a None None] Provisioning complete for port bb7560c0-4997-44dd-81ef-9aec94944acc triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:36.616818 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:44:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d3a930ed-68f8-4cc2-9f31-042666501368'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:36.617409 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-db2bae14-9db4-4f07-824b-3785b96cf36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (bb7560c0-4997-44dd-81ef-9aec94944acc), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:36.636140 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] Set router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:44:36.650421 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-4edf34c8-ce57-4e82-81d0-705f425f10c5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b708738fea994bae8807b3c0a93a0383&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1773648 Jul 28 17:44:36.654906 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 35976) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:36.665818 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2861b-520e-48e6-aacb-033ece666647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82c3586-83d9-4320-b91b-37b115066ea6,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:36.684673 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Pushing event updated for resources: {'Port': ['ID=b93567da-cccb-4853-aa8b-b7488015729c,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:36.697814 dv-cinder-813229-13-iscsi neutron-server[110735]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 17:44:36.756763 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:36.833685 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-63a2fdd3-edc5-4e42-baf6-ff3f568f8fed admin admin] Publish callbacks [] for security_group (0e53d3fa-86db-4e25-a5a1-950aac2bf897), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:36.864873 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port f709d70f-d94e-4254-afa6-e2622f534a20 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:36.865466 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (f709d70f-d94e-4254-afa6-e2622f534a20), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:36.891001 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-63a2fdd3-edc5-4e42-baf6-ff3f568f8fed admin admin] Publish callbacks [] for security_group (0e53d3fa-86db-4e25-a5a1-950aac2bf897), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:36.932686 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] Set router d3a930ed-68f8-4cc2-9f31-042666501368 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:44:36.983962 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:36.985569 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663937'] for router_interface (7b91fa2a-db06-4025-b5e4-2ba34dfca59c), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:36.988784 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-63a2fdd3-edc5-4e42-baf6-ff3f568f8fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (0e53d3fa-86db-4e25-a5a1-950aac2bf897), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:36.994646 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-63a2fdd3-edc5-4e42-baf6-ff3f568f8fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:36.996155 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-63a2fdd3-edc5-4e42-baf6-ff3f568f8fed admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0e53d3fa-86db-4e25-a5a1-950aac2bf897 HTTP/1.1" status: 204 len: 168 time: 0.3394346 Jul 28 17:44:37.023924 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:37.025558 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2fdd3-edc5-4e42-baf6-ff3f568f8fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e53d3fa-86db-4e25-a5a1-950aac2bf897,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:37.251438 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:29Z', 'revision_number': 3, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:37.288445 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8af5f1-9de5-464f-b1c7-3104948d63ed None None] The sync data for ids ['d3a930ed-68f8-4cc2-9f31-042666501368'] in dv-cinder-813229-13-iscsi is: [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:29Z', 'revision_number': 3, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:44:37.318553 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:37.376131 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-db2bae14-9db4-4f07-824b-3785b96cf36a None None] Current status of the port bb7560c0-4997-44dd-81ef-9aec94944acc is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:37.409834 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:27Z', 'revision_number': 3, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:37.414435 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port f709d70f-d94e-4254-afa6-e2622f534a20 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:37.539787 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-85bdce34-ccbd-4ebd-a685-e4d79b8d6ec7 admin admin] Publish callbacks [] for security_group (b82c3586-83d9-4320-b91b-37b115066ea6), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:37.567867 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-0cc8c0d0-331f-407f-af46-10f7c7dfa5eb None None] Provisioning complete for port b93567da-cccb-4853-aa8b-b7488015729c triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:37.569639 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-0cc8c0d0-331f-407f-af46-10f7c7dfa5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (b93567da-cccb-4853-aa8b-b7488015729c), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:37.573032 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96587aa-4f26-47a1-b0cc-cf3a8ea1c94b None None] The sync data for ids ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'] in dv-cinder-813229-13-iscsi is: [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:27Z', 'revision_number': 3, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:44:37.619711 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-0cc8c0d0-331f-407f-af46-10f7c7dfa5eb None None] Port b93567da-cccb-4853-aa8b-b7488015729c cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:44:37.635646 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364161'] for router (b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:37.745399 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device a94dca75-1430-4286-a62f-8358b6abba96 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:37.832708 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-85bdce34-ccbd-4ebd-a685-e4d79b8d6ec7 admin admin] Publish callbacks [] for security_group (b82c3586-83d9-4320-b91b-37b115066ea6), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:37.883938 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port a94dca75-1430-4286-a62f-8358b6abba96 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:37.884453 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (a94dca75-1430-4286-a62f-8358b6abba96), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:37.904407 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-8cc56af0-d9ed-4cf5-8ca8-c68b576f8100 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:37.906197 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-8cc56af0-d9ed-4cf5-8ca8-c68b576f8100 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 818 time: 1.3458529 Jul 28 17:44:37.914816 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:37.914898 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36016) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:37.988210 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-1074ef1e-75af-4f2c-8fce-3dac0c024e98 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=414a3cb8d5af4b038fa928047d55e664&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0697379 Jul 28 17:44:37.989301 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36018) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:38.022802 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port a94dca75-1430-4286-a62f-8358b6abba96 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:38.023221 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (a94dca75-1430-4286-a62f-8358b6abba96), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:38.053466 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port a94dca75-1430-4286-a62f-8358b6abba96, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=a94dca75-1430-4286-a62f-8358b6abba96,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:44:38.068678 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (a94dca75-1430-4286-a62f-8358b6abba96), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:38.069634 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device bb7560c0-4997-44dd-81ef-9aec94944acc up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:38.072158 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-7f087aec-aa63-4d31-a254-a57fa815818d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/quotas/f5332e245b754728b04af219fdb6ca93 HTTP/1.1" status: 200 len: 375 time: 0.1534252 Jul 28 17:44:38.116575 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:38.126841 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-33dcd4c1-54ee-4b45-9641-16831d2dcc62 admin admin] Publish callbacks [] for security_group (2cb1a4e2-a331-4e17-99f8-2110e0117ac4), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:38.175632 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-33dcd4c1-54ee-4b45-9641-16831d2dcc62 admin admin] Publish callbacks [] for security_group (2cb1a4e2-a331-4e17-99f8-2110e0117ac4), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:38.251429 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-33dcd4c1-54ee-4b45-9641-16831d2dcc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (2cb1a4e2-a331-4e17-99f8-2110e0117ac4), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:38.254993 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-33dcd4c1-54ee-4b45-9641-16831d2dcc62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:38.264487 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-33dcd4c1-54ee-4b45-9641-16831d2dcc62 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2cb1a4e2-a331-4e17-99f8-2110e0117ac4 HTTP/1.1" status: 204 len: 168 time: 0.2707019 Jul 28 17:44:38.307685 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcd4c1-54ee-4b45-9641-16831d2dcc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb1a4e2-a331-4e17-99f8-2110e0117ac4,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:38.328929 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:38.378596 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=a94dca75-1430-4286-a62f-8358b6abba96,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:38.385730 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port bb7560c0-4997-44dd-81ef-9aec94944acc triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:38.386399 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (bb7560c0-4997-44dd-81ef-9aec94944acc), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:38.489591 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-92055fff-24a7-4623-8d27-2c5adb3837f4 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3714764 Jul 28 17:44:38.508544 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port bb7560c0-4997-44dd-81ef-9aec94944acc is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:38.510334 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device f709d70f-d94e-4254-afa6-e2622f534a20 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:38.571205 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Allocated IP 172.20.0.1 (f60734d5-8026-4cb9-8d4b-31a05ecd50e4/a600d630-923a-4634-8e5f-0a3bd63e1f8a/e36a0dd2-1eaf-486a-898e-3bd18498628f) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:44:38.571981 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port f709d70f-d94e-4254-afa6-e2622f534a20 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:38.572429 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (f709d70f-d94e-4254-afa6-e2622f534a20), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:38.588106 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (b93567da-cccb-4853-aa8b-b7488015729c), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:38.653581 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-85bdce34-ccbd-4ebd-a685-e4d79b8d6ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (b82c3586-83d9-4320-b91b-37b115066ea6), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:38.657473 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-85bdce34-ccbd-4ebd-a685-e4d79b8d6ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:38.662228 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-85bdce34-ccbd-4ebd-a685-e4d79b8d6ec7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b82c3586-83d9-4320-b91b-37b115066ea6 HTTP/1.1" status: 204 len: 168 time: 2.1005690 Jul 28 17:44:38.745636 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port f709d70f-d94e-4254-afa6-e2622f534a20 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:38.791232 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdce34-ccbd-4ebd-a685-e4d79b8d6ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82c3586-83d9-4320-b91b-37b115066ea6,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:38.803115 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Router b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89 is scheduled to L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 with binding_index 1 {{(pid=110735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 17:44:38.986302 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36058) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:39.086724 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Publish callbacks [] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:39.173638 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:39.249817 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:39.315556 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:44:39.328384 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Sync routers for ids ['b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:44:39.335940 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Publish callbacks [] for port (b93567da-cccb-4853-aa8b-b7488015729c), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:39.342005 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:39.361568 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Routers {'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:44:39.362237 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:44:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:39.393127 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (b93567da-cccb-4853-aa8b-b7488015729c), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:39.422370 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-aa94f359-ec5c-4448-a8e9-f928ba7e65cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:39.429324 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:39.430544 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-d1b21ca0-e403-4447-be40-f14ef4f78965 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.4658163 Jul 28 17:44:39.445846 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36072) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:39.479141 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:39.494509 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:39.502335 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:44:39.516040 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-db7f918c-6579-48fc-b105-01f2cc26ee48 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=110735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:44:39.526960 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-db7f918c-6579-48fc-b105-01f2cc26ee48 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3259754 Jul 28 17:44:39.531377 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Pushing event updated for resources: {'Port': ['ID=e36a0dd2-1eaf-486a-898e-3bd18498628f,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:39.638883 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664061'] for router_interface (7b91fa2a-db06-4025-b5e4-2ba34dfca59c), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:39.651178 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36076) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:39.678973 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Set router b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:44:39.832492 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f3e75bb2-f8a4-4516-aab7-9ecba30e83ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:39.846963 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663937'] for router_interface (d3a930ed-68f8-4cc2-9f31-042666501368), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:39.848211 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 3f088f59-80ce-423f-8b54-11ed3aacf4e3 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:39.878472 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Pushing event updated for resources: {'Port': ['ID=b93567da-cccb-4853-aa8b-b7488015729c,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:39.986914 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-fdfbadab-f16e-4de6-826f-9e85ca701403 None None] Provisioning complete for port e36a0dd2-1eaf-486a-898e-3bd18498628f triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:39.987579 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-fdfbadab-f16e-4de6-826f-9e85ca701403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:40.043900 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-7bd431dd-c9c5-4b83-b9a9-de63cb6b2a87 service neutron] 10.222.0.89 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158408 Jul 28 17:44:40.048225 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-aa94f359-ec5c-4448-a8e9-f928ba7e65cc admin admin] Publish callbacks [] for security_group (d64a2b72-ddc3-4e06-a85f-f171b463dce5), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:40.059398 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-aa94f359-ec5c-4448-a8e9-f928ba7e65cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (d64a2b72-ddc3-4e06-a85f-f171b463dce5), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:40.064568 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 3f088f59-80ce-423f-8b54-11ed3aacf4e3 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:40.066241 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f3e75bb2-f8a4-4516-aab7-9ecba30e83ba admin admin] Publish callbacks [] for security_group (d2e5d248-3018-43ff-8c6f-1d9779e794a7), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:40.068932 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (3f088f59-80ce-423f-8b54-11ed3aacf4e3), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:40.074519 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:40.105851 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-fdfbadab-f16e-4de6-826f-9e85ca701403 None None] Port e36a0dd2-1eaf-486a-898e-3bd18498628f cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:44:40.119962 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f3e75bb2-f8a4-4516-aab7-9ecba30e83ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (d2e5d248-3018-43ff-8c6f-1d9779e794a7), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:40.136011 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Network ae8fa151-853f-466c-9398-a2ea0d9328cd is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:40.143921 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:40.178037 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-aa94f359-ec5c-4448-a8e9-f928ba7e65cc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1740f22f19344b8a91769cc0881dad7b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1906555 Jul 28 17:44:40.196304 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36088) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:40.212721 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-f3e75bb2-f8a4-4516-aab7-9ecba30e83ba admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=db52bab56abd4dd98539858e1c5eefa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5508966 Jul 28 17:44:40.222818 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 36092) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:40.236624 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:40.269678 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94f359-ec5c-4448-a8e9-f928ba7e65cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64a2b72-ddc3-4e06-a85f-f171b463dce5,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:40.273680 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 3f088f59-80ce-423f-8b54-11ed3aacf4e3 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:40.274431 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (3f088f59-80ce-423f-8b54-11ed3aacf4e3), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:40.357368 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port 3f088f59-80ce-423f-8b54-11ed3aacf4e3, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=3f088f59-80ce-423f-8b54-11ed3aacf4e3,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:44:40.370418 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'name': 'tempest-DeleteServersTestJSON-1090607714-router', 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5b825bb6-b817-465e-96ef-2cbfb7803950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:29Z', 'updated_at': '2022-07-28T17:44:34Z', 'revision_number': 3, 'project_id': '6018db8e046e4945be4dd56ff8e8eeea', 'gw_port': {'id': '5b825bb6-b817-465e-96ef-2cbfb7803950', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:31Z', 'updated_at': '2022-07-28T17:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:40.378356 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (3f088f59-80ce-423f-8b54-11ed3aacf4e3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:40.380415 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 446600c7-7807-47cd-b2e4-142bffdedb16 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:40.419731 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-fb44c1b7-a2e2-4b9b-92bb-9e49b045f694 service neutron] 10.222.0.89 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740740 Jul 28 17:44:40.461444 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:40.509714 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e75bb2-f8a4-4516-aab7-9ecba30e83ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e5d248-3018-43ff-8c6f-1d9779e794a7,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:40.512430 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:40.526376 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:40.542262 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:40.559633 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Checking router: b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:44:40.560278 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Updating router b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89 port 5b825bb6-b817-465e-96ef-2cbfb7803950 binding host dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:44:40.584826 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-36eb27f0-c5ff-414d-b329-ddcfff44ac20 admin admin] Publish callbacks [] for security_group (d64a2b72-ddc3-4e06-a85f-f171b463dce5), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:40.681859 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-36eb27f0-c5ff-414d-b329-ddcfff44ac20 admin admin] Publish callbacks [] for security_group (d64a2b72-ddc3-4e06-a85f-f171b463dce5), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:40.697864 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:44:40.700711 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b149b19f-aadf-40cf-b6ab-50db54b0ca1e admin admin] Publish callbacks [] for security_group (d2e5d248-3018-43ff-8c6f-1d9779e794a7), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:40.888524 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-36eb27f0-c5ff-414d-b329-ddcfff44ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (d64a2b72-ddc3-4e06-a85f-f171b463dce5), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:40.892798 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-36eb27f0-c5ff-414d-b329-ddcfff44ac20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:40.897881 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-36eb27f0-c5ff-414d-b329-ddcfff44ac20 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d64a2b72-ddc3-4e06-a85f-f171b463dce5 HTTP/1.1" status: 204 len: 168 time: 0.7002449 Jul 28 17:44:40.920294 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb27f0-c5ff-414d-b329-ddcfff44ac20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64a2b72-ddc3-4e06-a85f-f171b463dce5,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:40.948295 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:40.952431 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36126) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:40.956045 dv-cinder-813229-13-iscsi neutron-server[110736]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 17:44:40.996051 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (5b825bb6-b817-465e-96ef-2cbfb7803950), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:41.038312 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Sync routers for ids ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:44:41.043715 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b149b19f-aadf-40cf-b6ab-50db54b0ca1e admin admin] Publish callbacks [] for security_group (d2e5d248-3018-43ff-8c6f-1d9779e794a7), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:41.059237 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:41.094487 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Routers {'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:44:41.095377 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:44:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:41.160705 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-43cb1fcf-5157-4f6d-a661-734dec3d7328 req-5f1e210e-2a95-44f5-bb42-36c9ed43ebf4 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 210 time: 0.2066448 Jul 28 17:44:41.303788 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Set router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:44:41.425714 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=3f088f59-80ce-423f-8b54-11ed3aacf4e3,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:41.429031 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 446600c7-7807-47cd-b2e4-142bffdedb16 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:41.429436 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (446600c7-7807-47cd-b2e4-142bffdedb16), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:41.443852 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-ba9660ea-679c-4eed-8d48-f7e4cd908770 None None] Provisioning complete for port b93567da-cccb-4853-aa8b-b7488015729c triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:41.444267 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-ba9660ea-679c-4eed-8d48-f7e4cd908770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (b93567da-cccb-4853-aa8b-b7488015729c), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:41.453708 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:44:41.470873 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b149b19f-aadf-40cf-b6ab-50db54b0ca1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (d2e5d248-3018-43ff-8c6f-1d9779e794a7), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:41.473837 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b149b19f-aadf-40cf-b6ab-50db54b0ca1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:41.481238 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-b149b19f-aadf-40cf-b6ab-50db54b0ca1e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d2e5d248-3018-43ff-8c6f-1d9779e794a7 HTTP/1.1" status: 204 len: 168 time: 1.2539854 Jul 28 17:44:41.483350 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Allocated IP 172.20.0.1 (cbd36208-112c-4d11-9738-c86cba94c43a/f9350510-64e3-44ef-8efa-a8962481efcc/fc324964-d9a3-4e4e-8526-34ec0f7ef9cf) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:44:41.490533 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-bc1a3d75-a8e3-481d-9331-92b9840fbf62 admin admin] 10.222.0.89 "PUT /v2.0/routers/7b91fa2a-db06-4025-b5e4-2ba34dfca59c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6863060 Jul 28 17:44:41.542317 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Publish callbacks [] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:41.553208 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149b19f-aadf-40cf-b6ab-50db54b0ca1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e5d248-3018-43ff-8c6f-1d9779e794a7,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:41.564707 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:41.630308 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-ba9660ea-679c-4eed-8d48-f7e4cd908770 None None] Port b93567da-cccb-4853-aa8b-b7488015729c cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:44:41.653598 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36144) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:41.672478 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:41.701486 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:41.736390 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 446600c7-7807-47cd-b2e4-142bffdedb16 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:41.736794 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (446600c7-7807-47cd-b2e4-142bffdedb16), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:41.764016 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Pushing event updated for resources: {'Port': ['ID=e36a0dd2-1eaf-486a-898e-3bd18498628f,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:41.768602 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664061'] for router_interface (d3a930ed-68f8-4cc2-9f31-042666501368), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:41.775624 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:33Z', 'revision_number': 4, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port': {'id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:30Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '69696958-89e8-444d-a150-40353ad3b1ba', 'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'mac_address': 'fa:16:3e:e2:2d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:33Z', 'updated_at': '2022-07-28T17:44:34Z', 'revision_number': 2, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'subnets': [{'id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:41.868004 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Publish callbacks [] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:41.869361 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Checking router: fdb3f328-e97a-4bf2-bddb-98103ea1cf9e for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:44:41.870356 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Updating router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e port 69696958-89e8-444d-a150-40353ad3b1ba binding host dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:44:41.909861 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port 446600c7-7807-47cd-b2e4-142bffdedb16, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=446600c7-7807-47cd-b2e4-142bffdedb16,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:44:41.923231 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:41.929570 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:41.961811 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (446600c7-7807-47cd-b2e4-142bffdedb16), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:41.963827 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device a94dca75-1430-4286-a62f-8358b6abba96 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:41.965002 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (69696958-89e8-444d-a150-40353ad3b1ba), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:41.967439 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:41.971298 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Publish callbacks [] for port (5b825bb6-b817-465e-96ef-2cbfb7803950), precommit_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:42.082389 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Network cbd36208-112c-4d11-9738-c86cba94c43a is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:42.101054 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:42.107733 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:44:42.113481 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663937'] for router_interface (b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:42.148833 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (5b825bb6-b817-465e-96ef-2cbfb7803950), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:42.209338 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Pushing event updated for resources: {'Port': ['ID=fc324964-d9a3-4e4e-8526-34ec0f7ef9cf,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:42.243569 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:42.331705 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Sync routers for ids ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:44:42.422587 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Attempting to bind port 5b825bb6-b817-465e-96ef-2cbfb7803950 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:44:42.424553 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Attempting to bind port 5b825bb6-b817-465e-96ef-2cbfb7803950 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:44:42.425312 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Attempting to bind port 5b825bb6-b817-465e-96ef-2cbfb7803950 on network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:44:42.436123 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=446600c7-7807-47cd-b2e4-142bffdedb16,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:42.541104 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port a94dca75-1430-4286-a62f-8358b6abba96 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:42.541465 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (a94dca75-1430-4286-a62f-8358b6abba96), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:42.558310 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50132a93-b46b-4bdf-b803-ae69465d503a None None] Pushing event updated for resources: {'Port': ['ID=5b825bb6-b817-465e-96ef-2cbfb7803950,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:42.576431 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Routers {'7b91fa2a-db06-4025-b5e4-2ba34dfca59c'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:44:42.577089 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:44:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:42.597592 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-eb2c443e-639a-4513-a554-6f9d2ce628f1 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:42.600181 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-eb2c443e-639a-4513-a554-6f9d2ce628f1 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 818 time: 0.4949319 Jul 28 17:44:42.662713 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:42.733404 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:44:42.735596 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Checking segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:42.736033 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:42.737496 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Bound using segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:44:42.738391 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Bound port: 5b825bb6-b817-465e-96ef-2cbfb7803950, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:44:42.738391 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (5b825bb6-b817-465e-96ef-2cbfb7803950), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:42.768448 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Router d3a930ed-68f8-4cc2-9f31-042666501368 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:44:42.784645 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-dfa9621a-63cc-4a9d-85b2-01a8e8dd1413 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/quotas/f5332e245b754728b04af219fdb6ca93 HTTP/1.1" status: 200 len: 375 time: 0.1748052 Jul 28 17:44:42.850405 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-c6e77bc4-f8b6-47c3-92a2-e4ae998c532e None None] Provisioning complete for port e36a0dd2-1eaf-486a-898e-3bd18498628f triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:42.852406 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-c6e77bc4-f8b6-47c3-92a2-e4ae998c532e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:42.903036 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Publish callbacks [] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:42.908239 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:42.920400 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Publish callbacks [] for port (69696958-89e8-444d-a150-40353ad3b1ba), precommit_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:42.926015 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:42.927440 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664061'] for router_interface (b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:42.932942 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8d59-dba9-4666-b865-984391697596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:42.939348 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (69696958-89e8-444d-a150-40353ad3b1ba), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:42.955686 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-c6e77bc4-f8b6-47c3-92a2-e4ae998c532e None None] Port e36a0dd2-1eaf-486a-898e-3bd18498628f cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:44:43.066166 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:43.067156 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:43.068675 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:44:43.075587 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-030ffa7a-7986-46ec-bb30-5df05f243138 admin admin] 10.222.0.89 "PUT /v2.0/routers/d3a930ed-68f8-4cc2-9f31-042666501368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9845905 Jul 28 17:44:43.092586 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-f71c181f-4e91-4c73-bdf5-021053519440 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2849522 Jul 28 17:44:43.126855 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Sync routers for ids ['d3a930ed-68f8-4cc2-9f31-042666501368'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:44:43.164222 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:43.172627 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474688d-c497-4362-b830-a55c0ec7b313 None None] Pushing event updated for resources: {'Port': ['ID=69696958-89e8-444d-a150-40353ad3b1ba,revision_number=3']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:43.206854 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Network cbd36208-112c-4d11-9738-c86cba94c43a is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:43.215242 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:43.239306 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Pushing event updated for resources: {'Port': ['ID=fc324964-d9a3-4e4e-8526-34ec0f7ef9cf,revision_number=2']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:43.251804 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] For port 5b825bb6-b817-465e-96ef-2cbfb7803950, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:44:43.266373 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-40c9bf46-7168-4b41-8917-b6b0cf7b5cc7 None None] Provisioning complete for port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:43.270711 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-40c9bf46-7168-4b41-8917-b6b0cf7b5cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:43.285851 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-1dfc9798-81cf-4656-9141-1235c90fa45a service neutron] 10.222.0.89 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836283 Jul 28 17:44:43.289011 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Routers {'d3a930ed-68f8-4cc2-9f31-042666501368'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:44:43.289710 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:44:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d3a930ed-68f8-4cc2-9f31-042666501368'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:43.374955 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-40c9bf46-7168-4b41-8917-b6b0cf7b5cc7 None None] Port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:44:43.411379 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] For port 5b825bb6-b817-465e-96ef-2cbfb7803950, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=5b825bb6-b817-465e-96ef-2cbfb7803950,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:44:43.415046 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:43.432433 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Attempting to bind port 69696958-89e8-444d-a150-40353ad3b1ba on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:44:43.433115 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Attempting to bind port 69696958-89e8-444d-a150-40353ad3b1ba by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:44:43.433519 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Attempting to bind port 69696958-89e8-444d-a150-40353ad3b1ba on network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:44:43.479091 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:44:43.479465 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Checking segment: {'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:43.484368 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:43.485631 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Bound using segment: {'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:44:43.490879 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Bound port: 69696958-89e8-444d-a150-40353ad3b1ba, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'}}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:44:43.491512 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (69696958-89e8-444d-a150-40353ad3b1ba), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:43.524174 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (5b825bb6-b817-465e-96ef-2cbfb7803950), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:43.534370 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Set router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:44:43.553858 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-ca19d370-88a4-4c91-b39e-1b96fc3d1730 service neutron] 10.222.0.89 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609627 Jul 28 17:44:43.595662 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Router b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:44:43.681476 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:43.705801 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:43.707852 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50132a93-b46b-4bdf-b803-ae69465d503a None None] Pushing event updated for resources: {'Port': ['ID=5b825bb6-b817-465e-96ef-2cbfb7803950,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:43.742408 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 36210) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:43.747857 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-3e3d8965-2a65-4c41-a51d-123af3b3d2fd tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1523326052', 'description': 'tempest-description--41128153'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:43.774273 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-7ab7fd1f-48fc-4758-9325-4641e7d3f7f9 None None] Provisioning complete for port 69696958-89e8-444d-a150-40353ad3b1ba triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:43.782261 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-7ab7fd1f-48fc-4758-9325-4641e7d3f7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (69696958-89e8-444d-a150-40353ad3b1ba), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:43.799944 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3e3d8965-2a65-4c41-a51d-123af3b3d2fd tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:43.809506 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port a94dca75-1430-4286-a62f-8358b6abba96 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:43.942278 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8d59-dba9-4666-b865-984391697596 admin admin] Publish callbacks [] for security_group (8eac09ad-fb36-43d5-8f1b-8e347201add2), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:43.967155 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8d59-dba9-4666-b865-984391697596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (8eac09ad-fb36-43d5-8f1b-8e347201add2), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:44.043118 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3e3d8965-2a65-4c41-a51d-123af3b3d2fd tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group (ad1cbdb8-a311-4851-8584-aa2740f3d9f4), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:44.055009 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3e3d8965-2a65-4c41-a51d-123af3b3d2fd tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (ad1cbdb8-a311-4851-8584-aa2740f3d9f4), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:44.153169 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d8965-2a65-4c41-a51d-123af3b3d2fd tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1cbdb8-a311-4851-8584-aa2740f3d9f4,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:44.154958 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-4d1f8d59-dba9-4666-b865-984391697596 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bdc42a1f064b4cf0acb0d9ce3dee6b94&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5002944 Jul 28 17:44:44.164077 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 36234) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:44.237571 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 3f088f59-80ce-423f-8b54-11ed3aacf4e3 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:44.246206 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7fd1f-48fc-4758-9325-4641e7d3f7f9 None None] Port 69696958-89e8-444d-a150-40353ad3b1ba cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:44:44.256484 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Routers {'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:44:44.257554 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:44:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:44.267802 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f8d59-dba9-4666-b865-984391697596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eac09ad-fb36-43d5-8f1b-8e347201add2,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:44.289624 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:44:44.309973 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-40049ac3-d424-4b80-8c8b-ab7edf75b6c1 admin admin] 10.222.0.89 "PUT /v2.0/routers/b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8584921 Jul 28 17:44:44.334621 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3e3d8965-2a65-4c41-a51d-123af3b3d2fd tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:44.338915 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36244) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:44.344170 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-937ad667-1d2e-4028-93bc-9002ae1e7487 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Request body: {'security_group_rule': {'security_group_id': 'ad1cbdb8-a311-4851-8584-aa2740f3d9f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:44.348920 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-3e3d8965-2a65-4c41-a51d-123af3b3d2fd tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6049693 Jul 28 17:44:44.375589 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bdc7ff59-b71f-42da-aaeb-5f4de66ea3c5 req-b3b2ae76-c9de-4be7-8d0d-b9ea47367e53 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 210 time: 0.2388000 Jul 28 17:44:44.407561 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-937ad667-1d2e-4028-93bc-9002ae1e7487 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group_rule (c9ae652e-dfd1-47f5-a5b5-74c4a5de6c4c), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:44.421190 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] For port 69696958-89e8-444d-a150-40353ad3b1ba, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:44:44.427377 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] For port 69696958-89e8-444d-a150-40353ad3b1ba, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=69696958-89e8-444d-a150-40353ad3b1ba,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:44:44.439752 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Set router d3a930ed-68f8-4cc2-9f31-042666501368 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:44:44.443976 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (69696958-89e8-444d-a150-40353ad3b1ba), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:44.447967 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-971e2d0d-7c1f-4be3-892b-8182b50ae8c8 admin admin] Publish callbacks [] for security_group (8eac09ad-fb36-43d5-8f1b-8e347201add2), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:44.509190 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-971e2d0d-7c1f-4be3-892b-8182b50ae8c8 admin admin] Publish callbacks [] for security_group (8eac09ad-fb36-43d5-8f1b-8e347201add2), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:44.552407 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-937ad667-1d2e-4028-93bc-9002ae1e7487 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group_rule (c9ae652e-dfd1-47f5-a5b5-74c4a5de6c4c), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:44.552820 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] Set router b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:44:44.565235 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-937ad667-1d2e-4028-93bc-9002ae1e7487 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (c9ae652e-dfd1-47f5-a5b5-74c4a5de6c4c), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:44.568834 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Routers {'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:44:44.569674 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:44:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:44.597056 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ad667-1d2e-4028-93bc-9002ae1e7487 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ae652e-dfd1-47f5-a5b5-74c4a5de6c4c,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:44.603494 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-937ad667-1d2e-4028-93bc-9002ae1e7487 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:44.608393 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-937ad667-1d2e-4028-93bc-9002ae1e7487 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2682166 Jul 28 17:44:44.609825 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36250) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:44.615724 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-f59f865d-3221-4d2e-bded-5924d068267b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Request body: {'security_group_rule': {'security_group_id': 'ad1cbdb8-a311-4851-8584-aa2740f3d9f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:44.661626 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-971e2d0d-7c1f-4be3-892b-8182b50ae8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (8eac09ad-fb36-43d5-8f1b-8e347201add2), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:44.665487 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-971e2d0d-7c1f-4be3-892b-8182b50ae8c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:44.665648 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.100', 50261) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:44.669136 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-971e2d0d-7c1f-4be3-892b-8182b50ae8c8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8eac09ad-fb36-43d5-8f1b-8e347201add2 HTTP/1.1" status: 204 len: 168 time: 0.5010974 Jul 28 17:44:44.682329 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e2d0d-7c1f-4be3-892b-8182b50ae8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eac09ad-fb36-43d5-8f1b-8e347201add2,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:44.771454 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-20841322-d81b-477f-b9c5-0a2c30c814f5 None None] Provisioning complete for port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:44.772016 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-20841322-d81b-477f-b9c5-0a2c30c814f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:44.821080 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] Set router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:44:44.999670 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:45.001238 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:45.119347 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 3f088f59-80ce-423f-8b54-11ed3aacf4e3 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:45.122621 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (3f088f59-80ce-423f-8b54-11ed3aacf4e3), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:45.141608 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-20841322-d81b-477f-b9c5-0a2c30c814f5 None None] Port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:44:45.169607 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474688d-c497-4362-b830-a55c0ec7b313 None None] Pushing event updated for resources: {'Port': ['ID=69696958-89e8-444d-a150-40353ad3b1ba,revision_number=4']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:45.185678 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:33Z', 'revision_number': 4, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port': {'id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:30Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '69696958-89e8-444d-a150-40353ad3b1ba', 'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'mac_address': 'fa:16:3e:e2:2d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:33Z', 'updated_at': '2022-07-28T17:44:44Z', 'revision_number': 4, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'subnets': [{'id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:45.220584 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ec65ee-1af2-492f-a625-83d57d21f097 None None] The sync data for ids ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'] in dv-cinder-813229-13-iscsi is: [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:33Z', 'revision_number': 4, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port': {'id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:30Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '69696958-89e8-444d-a150-40353ad3b1ba', 'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'mac_address': 'fa:16:3e:e2:2d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:33Z', 'updated_at': '2022-07-28T17:44:44Z', 'revision_number': 4, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'subnets': [{'id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:44:45.235651 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 36274) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:45.240768 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-4525c768-a59e-4daa-9a64-78ba49946d54 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390648065', 'description': 'tempest-description--492761209'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:45.305790 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4525c768-a59e-4daa-9a64-78ba49946d54 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:45.356466 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:45.371574 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-a7e20b49-2f31-41d0-93e0-e3366bbf0531 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:45.373895 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-a7e20b49-2f31-41d0-93e0-e3366bbf0531 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.100 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 818 time: 0.7064147 Jul 28 17:44:45.375980 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f59f865d-3221-4d2e-bded-5924d068267b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group_rule (7547d0ba-902c-4d08-98a8-af21e1ffbe74), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:45.482083 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f59f865d-3221-4d2e-bded-5924d068267b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group_rule (7547d0ba-902c-4d08-98a8-af21e1ffbe74), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:45.490193 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-5ad7a1e0-967c-4b61-9194-fc015a0ea80d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Request body: {'port': {'device_id': 'c00daefb-7ad3-4334-8db5-47043d2c2c09', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'admin_state_up': True, 'tenant_id': 'f5332e245b754728b04af219fdb6ca93'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:45.493696 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'e36a0dd2-1eaf-486a-898e-3bd18498628f', 'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'mac_address': 'fa:16:3e:87:19:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:37Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 2, 'project_id': '65535f9817c448dfac997e93efa1a909', 'subnets': [{'id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:45.645678 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8d99dd9b-49f9-463c-9702-b5a99db4181b req-0debd791-7e52-47de-8ea2-30f8817ca758 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 210 time: 0.1101737 Jul 28 17:44:45.651292 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f59f865d-3221-4d2e-bded-5924d068267b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (7547d0ba-902c-4d08-98a8-af21e1ffbe74), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:45.662701 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Checking router: d3a930ed-68f8-4cc2-9f31-042666501368 for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:44:45.663364 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Updating router d3a930ed-68f8-4cc2-9f31-042666501368 port e36a0dd2-1eaf-486a-898e-3bd18498628f binding host dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:44:45.668966 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4525c768-a59e-4daa-9a64-78ba49946d54 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group (feec5d10-bdf0-4465-8a10-cc0df90a2f3b), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:45.694151 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4525c768-a59e-4daa-9a64-78ba49946d54 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (feec5d10-bdf0-4465-8a10-cc0df90a2f3b), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:45.762505 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:45.768812 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:45.810993 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4525c768-a59e-4daa-9a64-78ba49946d54 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:45.814549 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f865d-3221-4d2e-bded-5924d068267b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7547d0ba-902c-4d08-98a8-af21e1ffbe74,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:45.815793 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-4525c768-a59e-4daa-9a64-78ba49946d54 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5790675 Jul 28 17:44:45.820358 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 36310) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:45.822372 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525c768-a59e-4daa-9a64-78ba49946d54 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feec5d10-bdf0-4465-8a10-cc0df90a2f3b,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:45.848838 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-804c2551-aac5-41bf-872f-40ac03907504 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Request body: {'security_group_rule': {'security_group_id': 'feec5d10-bdf0-4465-8a10-cc0df90a2f3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:45.920554 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f59f865d-3221-4d2e-bded-5924d068267b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:45.922889 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-f59f865d-3221-4d2e-bded-5924d068267b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3118258 Jul 28 17:44:45.925818 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:45.928105 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 36318) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:45.940926 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'name': 'tempest-DeleteServersTestJSON-1090607714-router', 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5b825bb6-b817-465e-96ef-2cbfb7803950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:29Z', 'updated_at': '2022-07-28T17:44:42Z', 'revision_number': 4, 'project_id': '6018db8e046e4945be4dd56ff8e8eeea', 'gw_port': {'id': '5b825bb6-b817-465e-96ef-2cbfb7803950', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:31Z', 'updated_at': '2022-07-28T17:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'fc324964-d9a3-4e4e-8526-34ec0f7ef9cf', 'name': '', 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a', 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea', 'mac_address': 'fa:16:3e:16:6a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f9350510-64e3-44ef-8efa-a8962481efcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:41Z', 'updated_at': '2022-07-28T17:44:42Z', 'revision_number': 2, 'project_id': '6018db8e046e4945be4dd56ff8e8eeea', 'subnets': [{'id': 'f9350510-64e3-44ef-8efa-a8962481efcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:45.944842 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Request body: {'floatingip': {'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:46.006429 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-804c2551-aac5-41bf-872f-40ac03907504 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group_rule (8dfd9410-aa0c-404a-81ef-c8bf2de390e9), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:46.084428 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:46.103933 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-29f8c2da-6d62-4de2-a8f1-fced8cc0dbe6 None None] Provisioning complete for port 69696958-89e8-444d-a150-40353ad3b1ba triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:46.104583 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-29f8c2da-6d62-4de2-a8f1-fced8cc0dbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (69696958-89e8-444d-a150-40353ad3b1ba), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:46.230200 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'b93567da-cccb-4853-aa8b-b7488015729c', 'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'mac_address': 'fa:16:3e:01:c2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:34Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 2, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'subnets': [{'id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:46.235247 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:46.238641 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ac128b-92d1-4d26-bc61-e2b69753f597 None None] The sync data for ids ['b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'] in dv-cinder-813229-13-iscsi is: [{'id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'name': 'tempest-DeleteServersTestJSON-1090607714-router', 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5b825bb6-b817-465e-96ef-2cbfb7803950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:29Z', 'updated_at': '2022-07-28T17:44:42Z', 'revision_number': 4, 'project_id': '6018db8e046e4945be4dd56ff8e8eeea', 'gw_port': {'id': '5b825bb6-b817-465e-96ef-2cbfb7803950', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:31Z', 'updated_at': '2022-07-28T17:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'fc324964-d9a3-4e4e-8526-34ec0f7ef9cf', 'name': '', 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a', 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea', 'mac_address': 'fa:16:3e:16:6a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f9350510-64e3-44ef-8efa-a8962481efcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:41Z', 'updated_at': '2022-07-28T17:44:42Z', 'revision_number': 2, 'project_id': '6018db8e046e4945be4dd56ff8e8eeea', 'subnets': [{'id': 'f9350510-64e3-44ef-8efa-a8962481efcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:44:46.306489 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-5ad7a1e0-967c-4b61-9194-fc015a0ea80d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Made reservation on behalf of f5332e245b754728b04af219fdb6ca93 for: {'port': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:44:46.336928 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-5ad7a1e0-967c-4b61-9194-fc015a0ea80d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:46.388012 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Checking router: 7b91fa2a-db06-4025-b5e4-2ba34dfca59c for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:44:46.388300 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Updating router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c port b93567da-cccb-4853-aa8b-b7488015729c binding host dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:44:46.394592 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-804c2551-aac5-41bf-872f-40ac03907504 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group_rule (8dfd9410-aa0c-404a-81ef-c8bf2de390e9), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:46.456128 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-804c2551-aac5-41bf-872f-40ac03907504 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (8dfd9410-aa0c-404a-81ef-c8bf2de390e9), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:46.482205 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c2551-aac5-41bf-872f-40ac03907504 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfd9410-aa0c-404a-81ef-c8bf2de390e9,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:46.491016 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:46.496597 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 3f088f59-80ce-423f-8b54-11ed3aacf4e3 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:46.497898 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 446600c7-7807-47cd-b2e4-142bffdedb16 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:46.505194 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (b93567da-cccb-4853-aa8b-b7488015729c), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:46.644342 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:46.648270 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-804c2551-aac5-41bf-872f-40ac03907504 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:46.657558 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36344) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:46.660486 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-804c2551-aac5-41bf-872f-40ac03907504 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8328991 Jul 28 17:44:46.663574 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-9dd64cba-2234-416c-a96b-a12483bde798 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Request body: {'security_group_rule': {'security_group_id': 'feec5d10-bdf0-4465-8a10-cc0df90a2f3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:46.675461 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Publish callbacks [] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), precommit_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:46.690150 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:46.704137 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36348) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:46.821987 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 446600c7-7807-47cd-b2e4-142bffdedb16 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:46.822393 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (446600c7-7807-47cd-b2e4-142bffdedb16), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:46.847393 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:46.855821 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b8324c39-51aa-486b-84a0-210737ea4bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:47.007541 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515c94a-0116-4ee4-a11e-ad1dbc0d8433 None None] Pushing event updated for resources: {'Port': ['ID=e36a0dd2-1eaf-486a-898e-3bd18498628f,revision_number=3']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:47.051136 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Attempting to bind port e36a0dd2-1eaf-486a-898e-3bd18498628f on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:44:47.051648 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Attempting to bind port e36a0dd2-1eaf-486a-898e-3bd18498628f by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '2c576f9b-4c90-41e8-a1a2-91b0fed62346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4'}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:44:47.053219 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Attempting to bind port e36a0dd2-1eaf-486a-898e-3bd18498628f on network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:44:47.058999 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-5ad7a1e0-967c-4b61-9194-fc015a0ea80d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Allocated IP 172.20.0.12 (6c5bc62a-37b3-4ec7-a921-dd776df143f3/0367c357-5ba3-42e4-b91c-6224147617f2/fce94af7-010d-4f2b-9d29-fdfc9ec97409) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:44:47.059171 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:44:47.059680 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Checking segment: {'id': '2c576f9b-4c90-41e8-a1a2-91b0fed62346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:47.060103 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:47.061971 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Bound using segment: {'id': '2c576f9b-4c90-41e8-a1a2-91b0fed62346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4'} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:44:47.063107 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Bound port: e36a0dd2-1eaf-486a-898e-3bd18498628f, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c576f9b-4c90-41e8-a1a2-91b0fed62346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4'}}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:44:47.063587 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:47.134067 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-29f8c2da-6d62-4de2-a8f1-fced8cc0dbe6 None None] Current status of the port 69696958-89e8-444d-a150-40353ad3b1ba is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:47.140475 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-29f8c2da-6d62-4de2-a8f1-fced8cc0dbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (69696958-89e8-444d-a150-40353ad3b1ba), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:47.245730 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.100', 50267) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:47.247970 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] For port e36a0dd2-1eaf-486a-898e-3bd18498628f, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:44:47.254430 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] For port e36a0dd2-1eaf-486a-898e-3bd18498628f, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=e36a0dd2-1eaf-486a-898e-3bd18498628f,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:44:47.265876 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:47.276700 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:47.434931 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Routers {'d3a930ed-68f8-4cc2-9f31-042666501368'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:44:47.435530 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:44:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d3a930ed-68f8-4cc2-9f31-042666501368'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:47.475729 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e68582e6-2f23-4ffb-941c-01a9b029777d req-3853e71b-dce4-47cf-9bec-17fa7d1ae0ec tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 210 time: 0.1382411 Jul 28 17:44:47.511304 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Allocated IP 172.27.1.81 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/3be4c956-65bb-4954-8cd3-0b615352a58e) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:44:47.544661 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-29f8c2da-6d62-4de2-a8f1-fced8cc0dbe6 None None] For port 69696958-89e8-444d-a150-40353ad3b1ba, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=69696958-89e8-444d-a150-40353ad3b1ba,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:44:47.588089 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-29f8c2da-6d62-4de2-a8f1-fced8cc0dbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (69696958-89e8-444d-a150-40353ad3b1ba), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:47.707621 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] Set router d3a930ed-68f8-4cc2-9f31-042666501368 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:44:47.783188 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 446600c7-7807-47cd-b2e4-142bffdedb16 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:47.829670 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-4b0f1b62-4f2f-4433-842a-6fdb8e4c40e7 None None] Provisioning complete for port e36a0dd2-1eaf-486a-898e-3bd18498628f triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:47.837997 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-4b0f1b62-4f2f-4433-842a-6fdb8e4c40e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:47.842041 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for port (3be4c956-65bb-4954-8cd3-0b615352a58e), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:47.891783 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (3be4c956-65bb-4954-8cd3-0b615352a58e), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:47.972477 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:47.995876 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:48.002706 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515c94a-0116-4ee4-a11e-ad1dbc0d8433 None None] Pushing event updated for resources: {'Port': ['ID=e36a0dd2-1eaf-486a-898e-3bd18498628f,revision_number=4']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:48.020433 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:48.021753 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8c2da-6d62-4de2-a8f1-fced8cc0dbe6 None None] Pushing event updated for resources: {'Port': ['ID=69696958-89e8-444d-a150-40353ad3b1ba,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:48.025338 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:44:48.040460 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 69696958-89e8-444d-a150-40353ad3b1ba up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:48.051525 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event updated for resources: {'Port': ['ID=3be4c956-65bb-4954-8cd3-0b615352a58e,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:48.052674 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'e36a0dd2-1eaf-486a-898e-3bd18498628f', 'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'mac_address': 'fa:16:3e:87:19:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:37Z', 'updated_at': '2022-07-28T17:44:47Z', 'revision_number': 4, 'project_id': '65535f9817c448dfac997e93efa1a909', 'subnets': [{'id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:48.098725 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-5ad7a1e0-967c-4b61-9194-fc015a0ea80d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for port (fce94af7-010d-4f2b-9d29-fdfc9ec97409), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:48.143580 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 36376) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:48.247376 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-4b0f1b62-4f2f-4433-842a-6fdb8e4c40e7 None None] Current status of the port e36a0dd2-1eaf-486a-898e-3bd18498628f is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:48.247965 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-4b0f1b62-4f2f-4433-842a-6fdb8e4c40e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:48.275076 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-5ad7a1e0-967c-4b61-9194-fc015a0ea80d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (fce94af7-010d-4f2b-9d29-fdfc9ec97409), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:48.324666 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca930123-ea00-4862-ab0b-ecef9cf3e8bd None None] The sync data for ids ['d3a930ed-68f8-4cc2-9f31-042666501368'] in dv-cinder-813229-13-iscsi is: [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'e36a0dd2-1eaf-486a-898e-3bd18498628f', 'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'mac_address': 'fa:16:3e:87:19:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:37Z', 'updated_at': '2022-07-28T17:44:47Z', 'revision_number': 4, 'project_id': '65535f9817c448dfac997e93efa1a909', 'subnets': [{'id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:44:48.383692 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 69696958-89e8-444d-a150-40353ad3b1ba triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:48.384798 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (69696958-89e8-444d-a150-40353ad3b1ba), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:48.445133 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-9216d9af-5698-4461-99cc-c40e32cc1f69 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:48.452597 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-9216d9af-5698-4461-99cc-c40e32cc1f69 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/networks?id=cbd36208-112c-4d11-9738-c86cba94c43a HTTP/1.1" status: 200 len: 812 time: 0.2440195 Jul 28 17:44:48.457771 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-4b0f1b62-4f2f-4433-842a-6fdb8e4c40e7 None None] For port e36a0dd2-1eaf-486a-898e-3bd18498628f, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=e36a0dd2-1eaf-486a-898e-3bd18498628f,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:44:48.463120 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Publish callbacks [] for port (b93567da-cccb-4853-aa8b-b7488015729c), precommit_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:48.472746 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-4b0f1b62-4f2f-4433-842a-6fdb8e4c40e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:48.483142 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for floatingip (109f870e-17ed-4cda-8477-0b783426fdc0), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:48.568736 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-47c051c3-7869-4c7f-8312-250b89112223 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/quotas/6018db8e046e4945be4dd56ff8e8eeea HTTP/1.1" status: 200 len: 375 time: 0.1148765 Jul 28 17:44:48.612567 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (3be4c956-65bb-4954-8cd3-0b615352a58e), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:48.631450 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:48.647037 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f1b62-4f2f-4433-842a-6fdb8e4c40e7 None None] Pushing event updated for resources: {'Port': ['ID=e36a0dd2-1eaf-486a-898e-3bd18498628f,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:48.663111 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7a1e0-967c-4b61-9194-fc015a0ea80d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Pushing event updated for resources: {'Port': ['ID=fce94af7-010d-4f2b-9d29-fdfc9ec97409,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:48.674646 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:48.682531 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:48.687624 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (b93567da-cccb-4853-aa8b-b7488015729c), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:48.694805 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-f45f5962-79ad-47d6-9a92-e7e257f5be9c tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=6018db8e046e4945be4dd56ff8e8eeea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1248517 Jul 28 17:44:48.701273 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9dd64cba-2234-416c-a96b-a12483bde798 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group_rule (90d351bc-35d2-4eb3-afac-a98185cff864), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:48.832959 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 69696958-89e8-444d-a150-40353ad3b1ba is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:48.850426 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-38a2227a-4d29-4bdd-b6b2-aa45525c5862 req-5060c51d-b158-4924-b4e7-7434446ae87a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 210 time: 0.1717486 Jul 28 17:44:48.911295 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-35cf521e-820e-48c3-ae96-623eb1d13176 None None] Provisioning complete for port e36a0dd2-1eaf-486a-898e-3bd18498628f triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:48.911666 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-35cf521e-820e-48c3-ae96-623eb1d13176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:48.929132 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-5ad7a1e0-967c-4b61-9194-fc015a0ea80d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:48.943846 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-5ad7a1e0-967c-4b61-9194-fc015a0ea80d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:48.956772 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:48.957676 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:48.962940 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-5ad7a1e0-967c-4b61-9194-fc015a0ea80d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:44:48.971121 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-5ad7a1e0-967c-4b61-9194-fc015a0ea80d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:48.972431 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-5ad7a1e0-967c-4b61-9194-fc015a0ea80d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for port (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:49.082050 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9dd64cba-2234-416c-a96b-a12483bde798 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group_rule (90d351bc-35d2-4eb3-afac-a98185cff864), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:49.102568 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b8324c39-51aa-486b-84a0-210737ea4bc1 admin admin] Publish callbacks [] for security_group (e3ffad63-7d8c-42e1-8690-89a130d439c3), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:49.105498 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:49.108827 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9dd64cba-2234-416c-a96b-a12483bde798 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (90d351bc-35d2-4eb3-afac-a98185cff864), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:49.114813 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-5ad7a1e0-967c-4b61-9194-fc015a0ea80d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6299021 Jul 28 17:44:49.148994 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bc27ad5f-a4d2-490f-b455-2ef5068fcbd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:49.159892 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e599eb-d56c-4940-8b89-14e1ada279b2 None None] Pushing event updated for resources: {'Port': ['ID=b93567da-cccb-4853-aa8b-b7488015729c,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:49.167562 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd64cba-2234-416c-a96b-a12483bde798 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d351bc-35d2-4eb3-afac-a98185cff864,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:49.177749 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b8324c39-51aa-486b-84a0-210737ea4bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (e3ffad63-7d8c-42e1-8690-89a130d439c3), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:49.201071 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-4a119a03-ca49-49a3-b620-baaefcecbbef tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=110736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:44:49.205058 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-4a119a03-ca49-49a3-b620-baaefcecbbef tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0359514 Jul 28 17:44:49.294000 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-a6ec42e4-f7d1-4459-b4d2-ec7630cce85e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:49.303110 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-a6ec42e4-f7d1-4459-b4d2-ec7630cce85e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.100 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 818 time: 2.0237145 Jul 28 17:44:49.385907 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-73856298-d73a-4eea-91b3-92093135b3d6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Request body: {'port': {'device_id': '0a0a7816-0379-49a1-acae-959a72fa36b8', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'admin_state_up': True, 'tenant_id': 'f5332e245b754728b04af219fdb6ca93'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:49.572110 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Attempting to bind port b93567da-cccb-4853-aa8b-b7488015729c on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:44:49.573661 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Attempting to bind port b93567da-cccb-4853-aa8b-b7488015729c by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '2856f09c-f174-4fdd-9016-ab1555fa8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:44:49.577048 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Attempting to bind port b93567da-cccb-4853-aa8b-b7488015729c on network ae8fa151-853f-466c-9398-a2ea0d9328cd {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:44:49.641929 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:44:49.647948 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Checking segment: {'id': '2856f09c-f174-4fdd-9016-ab1555fa8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:49.648619 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:49.653567 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Bound using segment: {'id': '2856f09c-f174-4fdd-9016-ab1555fa8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:44:49.654244 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Bound port: b93567da-cccb-4853-aa8b-b7488015729c, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2856f09c-f174-4fdd-9016-ab1555fa8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:44:49.656143 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (b93567da-cccb-4853-aa8b-b7488015729c), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:49.672070 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9dd64cba-2234-416c-a96b-a12483bde798 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:49.689933 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for port (3be4c956-65bb-4954-8cd3-0b615352a58e), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:49.691176 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-9dd64cba-2234-416c-a96b-a12483bde798 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.0326591 Jul 28 17:44:49.706327 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 36402) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:49.728911 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Request body: {'floatingip': {'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:49.737946 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-b8324c39-51aa-486b-84a0-210737ea4bc1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cc0bd418e02f4f4cb1d7ccec3fc7cda9&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0306828 Jul 28 17:44:49.745792 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36406) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:49.752684 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (3be4c956-65bb-4954-8cd3-0b615352a58e), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:49.816884 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8324c39-51aa-486b-84a0-210737ea4bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ffad63-7d8c-42e1-8690-89a130d439c3,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:49.968365 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bc27ad5f-a4d2-490f-b455-2ef5068fcbd4 admin admin] Publish callbacks [] for security_group (a0b2bf35-3386-400c-8b4f-ade769411f78), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:50.011886 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] For port b93567da-cccb-4853-aa8b-b7488015729c, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:44:50.020934 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] For port b93567da-cccb-4853-aa8b-b7488015729c, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=b93567da-cccb-4853-aa8b-b7488015729c,segment=NetworkSegment(2856f09c-f174-4fdd-9016-ab1555fa8266),segment_id=2856f09c-f174-4fdd-9016-ab1555fa8266)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:44:50.027419 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-73856298-d73a-4eea-91b3-92093135b3d6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Made reservation on behalf of f5332e245b754728b04af219fdb6ca93 for: {'port': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:44:50.039347 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (b93567da-cccb-4853-aa8b-b7488015729c), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:50.060361 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-73856298-d73a-4eea-91b3-92093135b3d6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:50.110218 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-2a8229e2-ea29-49de-9f4a-a9ab9d49d66c service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=110736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:44:50.137850 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-2a8229e2-ea29-49de-9f4a-a9ab9d49d66c service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4935226 Jul 28 17:44:50.256879 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e599eb-d56c-4940-8b89-14e1ada279b2 None None] Pushing event updated for resources: {'Port': ['ID=b93567da-cccb-4853-aa8b-b7488015729c,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:50.282548 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (109f870e-17ed-4cda-8477-0b783426fdc0), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:50.290184 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Request body: {'port': {'device_id': 'c00daefb-7ad3-4334-8db5-47043d2c2c09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:50.300282 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bc27ad5f-a4d2-490f-b455-2ef5068fcbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (a0b2bf35-3386-400c-8b4f-ade769411f78), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:50.337592 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-35cf521e-820e-48c3-ae96-623eb1d13176 None None] Current status of the port e36a0dd2-1eaf-486a-898e-3bd18498628f is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:50.383730 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Routers {'7b91fa2a-db06-4025-b5e4-2ba34dfca59c'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:44:50.384615 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:44:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:50.556454 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device e36a0dd2-1eaf-486a-898e-3bd18498628f up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:50.573445 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a935c6d2-2033-413b-ae1a-5b45ca7151bf admin admin] Publish callbacks [] for security_group (e3ffad63-7d8c-42e1-8690-89a130d439c3), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:50.612800 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-bc27ad5f-a4d2-490f-b455-2ef5068fcbd4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e3bc2c9c7d254f65a104e3af382aa2d2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4681613 Jul 28 17:44:50.628009 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27ad5f-a4d2-490f-b455-2ef5068fcbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b2bf35-3386-400c-8b4f-ade769411f78,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:50.678586 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a935c6d2-2033-413b-ae1a-5b45ca7151bf admin admin] Publish callbacks [] for security_group (e3ffad63-7d8c-42e1-8690-89a130d439c3), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:50.763474 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-a837ccf9-d396-4380-8abe-ecb4191dbd84 None None] Provisioning complete for port fce94af7-010d-4f2b-9d29-fdfc9ec97409 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:50.764121 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a837ccf9-d396-4380-8abe-ecb4191dbd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (fce94af7-010d-4f2b-9d29-fdfc9ec97409), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:50.863340 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 36422) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:50.918067 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:50.923382 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-a837ccf9-d396-4380-8abe-ecb4191dbd84 None None] Port fce94af7-010d-4f2b-9d29-fdfc9ec97409 cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:44:50.934029 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dbbd78e9-9b23-444f-8bcc-e3291405b5b9 req-43cc582c-9525-40c9-9c93-5865cd19d8f6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 210 time: 0.4573355 Jul 28 17:44:50.940048 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:50.959217 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0272086 Jul 28 17:44:50.974219 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-a837ccf9-d396-4380-8abe-ecb4191dbd84 None None] Provisioning complete for port b93567da-cccb-4853-aa8b-b7488015729c triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:50.974803 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a837ccf9-d396-4380-8abe-ecb4191dbd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (b93567da-cccb-4853-aa8b-b7488015729c), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:51.035708 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6490e4-da88-454c-8c5f-39f14e03a0c2 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event updated for resources: {'Port': ['ID=3be4c956-65bb-4954-8cd3-0b615352a58e,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:51.052049 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port e36a0dd2-1eaf-486a-898e-3bd18498628f triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:51.052445 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:51.102969 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] Set router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:44:51.215508 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-73856298-d73a-4eea-91b3-92093135b3d6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Allocated IP 172.20.0.4 (6c5bc62a-37b3-4ec7-a921-dd776df143f3/0367c357-5ba3-42e4-b91c-6224147617f2/320b8217-84b0-4579-b2de-291315cf5fe9) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:44:51.274133 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:51.354189 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d5425642-28da-48af-a50f-5970423124dc admin admin] Publish callbacks [] for security_group (a0b2bf35-3386-400c-8b4f-ade769411f78), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:51.438609 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:51.474423 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:51.487515 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:51.490768 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (fce94af7-010d-4f2b-9d29-fdfc9ec97409), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:51.506620 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-f02f88a7-6f6d-458d-a8b1-5a2756362b28 service neutron] 10.222.0.89 "GET /v2.0/networks/cbd36208-112c-4d11-9738-c86cba94c43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3639143 Jul 28 17:44:51.576312 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a935c6d2-2033-413b-ae1a-5b45ca7151bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (e3ffad63-7d8c-42e1-8690-89a130d439c3), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:51.583707 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a935c6d2-2033-413b-ae1a-5b45ca7151bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:51.607585 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-a935c6d2-2033-413b-ae1a-5b45ca7151bf admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e3ffad63-7d8c-42e1-8690-89a130d439c3 HTTP/1.1" status: 204 len: 168 time: 1.8572235 Jul 28 17:44:51.746149 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935c6d2-2033-413b-ae1a-5b45ca7151bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ffad63-7d8c-42e1-8690-89a130d439c3,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:51.748968 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Allocated IP 172.27.1.140 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/ccedecab-3e8e-4a0a-8648-26abdc205a1c) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:44:51.776090 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:51.929057 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d5425642-28da-48af-a50f-5970423124dc admin admin] Publish callbacks [] for security_group (a0b2bf35-3386-400c-8b4f-ade769411f78), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:51.933465 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-a837ccf9-d396-4380-8abe-ecb4191dbd84 None None] Current status of the port b93567da-cccb-4853-aa8b-b7488015729c is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:51.933984 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a837ccf9-d396-4380-8abe-ecb4191dbd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (b93567da-cccb-4853-aa8b-b7488015729c), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:52.004594 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:52.087646 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-8c789795-a59b-4da7-960f-43e6ada516c6 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1523326052&fields=id&tenant_id=78a2f25af7784086aadec8dd5a1015dd HTTP/1.1" status: 200 len: 267 time: 0.3228068 Jul 28 17:44:52.291714 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:52.371033 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d5425642-28da-48af-a50f-5970423124dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (a0b2bf35-3386-400c-8b4f-ade769411f78), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:52.380644 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d5425642-28da-48af-a50f-5970423124dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:52.381859 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-d5425642-28da-48af-a50f-5970423124dc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a0b2bf35-3386-400c-8b4f-ade769411f78 HTTP/1.1" status: 204 len: 168 time: 1.5161135 Jul 28 17:44:52.407346 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for port (ccedecab-3e8e-4a0a-8648-26abdc205a1c), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:52.471512 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5425642-28da-48af-a50f-5970423124dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b2bf35-3386-400c-8b4f-ade769411f78,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:52.513295 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-74e3a144-02fe-4312-8569-47841f474061 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:52.520570 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-74e3a144-02fe-4312-8569-47841f474061 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/networks?id=ae8fa151-853f-466c-9398-a2ea0d9328cd HTTP/1.1" status: 200 len: 810 time: 0.4319654 Jul 28 17:44:52.556867 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-e84bd259-063c-40a4-84da-d76d5951f28d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/quotas/78a2f25af7784086aadec8dd5a1015dd HTTP/1.1" status: 200 len: 375 time: 0.0346875 Jul 28 17:44:52.567959 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-73856298-d73a-4eea-91b3-92093135b3d6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for port (320b8217-84b0-4579-b2de-291315cf5fe9), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:52.600722 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port e36a0dd2-1eaf-486a-898e-3bd18498628f is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:52.600918 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-732d833c-d4f4-43ff-9909-054b41de0d05 service neutron] 10.222.0.89 "GET /v2.0/networks/cbd36208-112c-4d11-9738-c86cba94c43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0257528 Jul 28 17:44:52.602649 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 5b825bb6-b817-465e-96ef-2cbfb7803950 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:52.625664 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-a837ccf9-d396-4380-8abe-ecb4191dbd84 None None] For port b93567da-cccb-4853-aa8b-b7488015729c, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=b93567da-cccb-4853-aa8b-b7488015729c,segment=NetworkSegment(2856f09c-f174-4fdd-9016-ab1555fa8266),segment_id=2856f09c-f174-4fdd-9016-ab1555fa8266)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:44:52.687618 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (ccedecab-3e8e-4a0a-8648-26abdc205a1c), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:52.728650 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'b93567da-cccb-4853-aa8b-b7488015729c', 'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'mac_address': 'fa:16:3e:01:c2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:34Z', 'updated_at': '2022-07-28T17:44:50Z', 'revision_number': 4, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'subnets': [{'id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:52.741751 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a837ccf9-d396-4380-8abe-ecb4191dbd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (b93567da-cccb-4853-aa8b-b7488015729c), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:52.759598 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-73856298-d73a-4eea-91b3-92093135b3d6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (320b8217-84b0-4579-b2de-291315cf5fe9), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:52.831251 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-557cd66c-99ef-4f70-828e-f84ce4ea09b5 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=78a2f25af7784086aadec8dd5a1015dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2730398 Jul 28 17:44:52.852216 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:52.901684 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:52.912139 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:44:52.949419 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be2a9ca-2dd8-432c-9d61-55b1983fdaa4 None None] The sync data for ids ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'] in dv-cinder-813229-13-iscsi is: [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'b93567da-cccb-4853-aa8b-b7488015729c', 'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'mac_address': 'fa:16:3e:01:c2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:34Z', 'updated_at': '2022-07-28T17:44:50Z', 'revision_number': 4, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'subnets': [{'id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:44:53.147968 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-2e85244d-4d17-404b-a7fa-9aefe5df76ae None None] Provisioning complete for port b93567da-cccb-4853-aa8b-b7488015729c triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:53.152013 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-2e85244d-4d17-404b-a7fa-9aefe5df76ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (b93567da-cccb-4853-aa8b-b7488015729c), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:53.270582 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73856298-d73a-4eea-91b3-92093135b3d6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Pushing event updated for resources: {'Port': ['ID=320b8217-84b0-4579-b2de-291315cf5fe9,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:53.272779 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event updated for resources: {'Port': ['ID=ccedecab-3e8e-4a0a-8648-26abdc205a1c,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:53.388965 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-73856298-d73a-4eea-91b3-92093135b3d6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:53.389558 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-73856298-d73a-4eea-91b3-92093135b3d6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:53.396235 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-73856298-d73a-4eea-91b3-92093135b3d6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:44:53.427200 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-73856298-d73a-4eea-91b3-92093135b3d6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:53.427634 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-73856298-d73a-4eea-91b3-92093135b3d6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for port (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:53.488176 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 5b825bb6-b817-465e-96ef-2cbfb7803950 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:53.494894 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (5b825bb6-b817-465e-96ef-2cbfb7803950), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:53.537611 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 36508) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:53.609366 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-91dcc3ad-0337-45f5-b47b-837dba4be484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:53.648219 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-73856298-d73a-4eea-91b3-92093135b3d6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2840130 Jul 28 17:44:53.728740 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Request body: {'port': {'device_id': '0a0a7816-0379-49a1-acae-959a72fa36b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:53.881899 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Sync routers for ids ['b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:44:53.892187 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:53.981057 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-a3656b0f-078e-4f57-8c58-d21546ac994e service neutron] 10.222.0.89 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0932958 Jul 28 17:44:54.041360 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837ccf9-d396-4380-8abe-ecb4191dbd84 None None] Pushing event updated for resources: {'Port': ['ID=b93567da-cccb-4853-aa8b-b7488015729c,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:54.060940 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for floatingip (10c2b0db-593f-40c9-a931-06099459d6cb), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:54.136639 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 5b825bb6-b817-465e-96ef-2cbfb7803950 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:54.137054 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (5b825bb6-b817-465e-96ef-2cbfb7803950), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:54.189360 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Routers {'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:44:54.195063 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:44:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:54.332271 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-91dcc3ad-0337-45f5-b47b-837dba4be484 admin admin] Publish callbacks [] for security_group (b5d429fd-6cee-42d5-8a93-020c51586e5d), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:54.365622 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-91dcc3ad-0337-45f5-b47b-837dba4be484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (b5d429fd-6cee-42d5-8a93-020c51586e5d), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:54.414344 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13d62-3220-40e7-a88a-697e5fbb5878 req-1d837fdf-a528-470b-a5ae-10ee73711477 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:54.415964 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a1b13d62-3220-40e7-a88a-697e5fbb5878 req-1d837fdf-a528-470b-a5ae-10ee73711477 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 931 time: 0.5659320 Jul 28 17:44:54.444154 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Set router b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:44:54.444731 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (320b8217-84b0-4579-b2de-291315cf5fe9), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:54.509574 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:54.551100 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.notifiers.nova [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce94af7-010d-4f2b-9d29-fdfc9ec97409 {{(pid=110736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:44:54.566253 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:54.588511 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Publish callbacks [] for port (fce94af7-010d-4f2b-9d29-fdfc9ec97409), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:54.722188 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port 5b825bb6-b817-465e-96ef-2cbfb7803950, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=5b825bb6-b817-465e-96ef-2cbfb7803950,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:44:54.773881 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-2e85244d-4d17-404b-a7fa-9aefe5df76ae None None] Current status of the port b93567da-cccb-4853-aa8b-b7488015729c is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:54.923522 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (5b825bb6-b817-465e-96ef-2cbfb7803950), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:54.924610 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 69696958-89e8-444d-a150-40353ad3b1ba up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:54.927037 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-91dcc3ad-0337-45f5-b47b-837dba4be484 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=26c7ea56f91b405ebd81f2aae73242b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3840194 Jul 28 17:44:54.932588 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (ccedecab-3e8e-4a0a-8648-26abdc205a1c), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:54.935190 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 36544) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:54.970822 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcc3ad-0337-45f5-b47b-837dba4be484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d429fd-6cee-42d5-8a93-020c51586e5d,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:55.021866 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-2477f904-9590-4d04-806f-f957edb0451d service neutron] 10.222.0.89 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0391865 Jul 28 17:44:55.137289 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a2d27a29-ad52-4490-859d-f4ba052e4af3 admin admin] Publish callbacks [] for security_group (b5d429fd-6cee-42d5-8a93-020c51586e5d), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:55.310818 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a2d27a29-ad52-4490-859d-f4ba052e4af3 admin admin] Publish callbacks [] for security_group (b5d429fd-6cee-42d5-8a93-020c51586e5d), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:55.407129 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-d728273a-9be2-47c1-bc5a-8c70d54538f6 None None] Provisioning complete for port 320b8217-84b0-4579-b2de-291315cf5fe9 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:55.407752 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d728273a-9be2-47c1-bc5a-8c70d54538f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (320b8217-84b0-4579-b2de-291315cf5fe9), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:55.434631 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.provisioning_blocks [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Transition to ACTIVE for port object fce94af7-010d-4f2b-9d29-fdfc9ec97409 will not be triggered until provisioned by entity L2. {{(pid=110736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:44:55.461648 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (fce94af7-010d-4f2b-9d29-fdfc9ec97409), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:55.547263 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Pushing event updated for resources: {'Port': ['ID=fce94af7-010d-4f2b-9d29-fdfc9ec97409,revision_number=2']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:55.549002 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:55.560774 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-d728273a-9be2-47c1-bc5a-8c70d54538f6 None None] Port 320b8217-84b0-4579-b2de-291315cf5fe9 cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:44:55.563379 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:55.586486 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-806cf5fe-9cb4-4232-ad8f-8969590c0cd0 req-60d4cbc0-a4bb-4d2f-9deb-ff13c9571738 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 210 time: 0.1394393 Jul 28 17:44:55.604977 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a2d27a29-ad52-4490-859d-f4ba052e4af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (b5d429fd-6cee-42d5-8a93-020c51586e5d), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:55.621979 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a2d27a29-ad52-4490-859d-f4ba052e4af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:55.632345 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-a2d27a29-ad52-4490-859d-f4ba052e4af3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b5d429fd-6cee-42d5-8a93-020c51586e5d HTTP/1.1" status: 204 len: 168 time: 0.6738162 Jul 28 17:44:55.661602 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for port (ccedecab-3e8e-4a0a-8648-26abdc205a1c), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:55.722093 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27a29-ad52-4490-859d-f4ba052e4af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d429fd-6cee-42d5-8a93-020c51586e5d,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:55.726622 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a1b13d62-3220-40e7-a88a-697e5fbb5878 req-69ed13e8-5f4e-4969-8e28-6bbf1c959d6b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2130110 Jul 28 17:44:55.831104 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.managers [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Attempting to bind port fce94af7-010d-4f2b-9d29-fdfc9ec97409 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:44:55.831483 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.managers [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Attempting to bind port fce94af7-010d-4f2b-9d29-fdfc9ec97409 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'}] {{(pid=110736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:44:55.831986 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Attempting to bind port fce94af7-010d-4f2b-9d29-fdfc9ec97409 on network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 {{(pid=110736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:44:55.845421 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Port fce94af7-010d-4f2b-9d29-fdfc9ec97409 on network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:44:55.845745 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Attempting to bind port fce94af7-010d-4f2b-9d29-fdfc9ec97409 on network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 {{(pid=110736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:44:55.909454 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:55.912873 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:44:55.913526 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Checking segment: {'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:55.914477 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Bound using segment: {'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'} {{(pid=110736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:44:55.915126 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.managers [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Bound port: fce94af7-010d-4f2b-9d29-fdfc9ec97409, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'}}] {{(pid=110736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:44:55.915637 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (fce94af7-010d-4f2b-9d29-fdfc9ec97409), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:55.950783 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e87661d-33ee-4808-b492-a6c73b5b5d37 req-eb14abbe-ac59-46f4-a007-6387c51635c0 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 210 time: 0.2100935 Jul 28 17:44:55.958404 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (ccedecab-3e8e-4a0a-8648-26abdc205a1c), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:56.129889 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] For port fce94af7-010d-4f2b-9d29-fdfc9ec97409, host hv-cinder-81322, cleared binding levels {{(pid=110736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:44:56.137588 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] For port fce94af7-010d-4f2b-9d29-fdfc9ec97409, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fce94af7-010d-4f2b-9d29-fdfc9ec97409,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:44:56.168261 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event updated for resources: {'Port': ['ID=ccedecab-3e8e-4a0a-8648-26abdc205a1c,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:56.194119 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (fce94af7-010d-4f2b-9d29-fdfc9ec97409), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:56.223836 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=5b825bb6-b817-465e-96ef-2cbfb7803950,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:56.240106 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 69696958-89e8-444d-a150-40353ad3b1ba triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:56.240539 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (69696958-89e8-444d-a150-40353ad3b1ba), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:56.290821 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'name': 'tempest-DeleteServersTestJSON-1090607714-router', 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5b825bb6-b817-465e-96ef-2cbfb7803950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:29Z', 'updated_at': '2022-07-28T17:44:42Z', 'revision_number': 4, 'project_id': '6018db8e046e4945be4dd56ff8e8eeea', 'gw_port': {'id': '5b825bb6-b817-465e-96ef-2cbfb7803950', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:31Z', 'updated_at': '2022-07-28T17:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'fc324964-d9a3-4e4e-8526-34ec0f7ef9cf', 'name': '', 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a', 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea', 'mac_address': 'fa:16:3e:16:6a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f9350510-64e3-44ef-8efa-a8962481efcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:41Z', 'updated_at': '2022-07-28T17:44:42Z', 'revision_number': 2, 'project_id': '6018db8e046e4945be4dd56ff8e8eeea', 'subnets': [{'id': 'f9350510-64e3-44ef-8efa-a8962481efcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:56.380287 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.100', 50277) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:56.474979 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Checking router: b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:44:56.477263 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Updating router b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89 port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf binding host dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:44:56.586352 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:56.587489 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Pushing event updated for resources: {'Port': ['ID=fce94af7-010d-4f2b-9d29-fdfc9ec97409,revision_number=3']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:56.795516 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:56.807784 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for port (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:56.809739 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-04ec389a-969c-474a-b62b-012812d26d26 service neutron] 10.222.0.100 "PUT /v2.0/ports/fce94af7-010d-4f2b-9d29-fdfc9ec97409 HTTP/1.1" status: 200 len: 1094 time: 7.0220790 Jul 28 17:44:56.810365 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00daefb-7ad3-4334-8db5-47043d2c2c09', 'tag': 'fce94af7-010d-4f2b-9d29-fdfc9ec97409'}] {{(pid=110736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:44:57.067943 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3b943d39-6a29-489e-9826-fc014881d9e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:57.122653 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-9e09f554-6ec6-4c6b-a11b-9eca5e56d2f1 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:57.125191 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-9e09f554-6ec6-4c6b-a11b-9eca5e56d2f1 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.100 "GET /v2.0/networks?id=cbd36208-112c-4d11-9738-c86cba94c43a HTTP/1.1" status: 200 len: 812 time: 0.6498001 Jul 28 17:44:57.333762 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 69696958-89e8-444d-a150-40353ad3b1ba is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:57.340652 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-e800a344-3398-4368-96bf-ec667e835197 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Request body: {'port': {'device_id': '8df8eb85-99c9-46db-8ffc-313f53d8a559', 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a', 'admin_state_up': True, 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:44:57.383711 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4f16e070-9af6-4de7-a2b7-49890da69394 req-84369a87-d47a-4931-a51e-a9cc294abe61 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 210 time: 0.1820364 Jul 28 17:44:57.466165 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (10c2b0db-593f-40c9-a931-06099459d6cb), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:57.480647 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36622) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:57.614629 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:57.615868 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-53bb9b19-b450-4bd9-b3db-076a8440d084 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8979833 Jul 28 17:44:57.668872 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ab8f9-1bfb-4fda-a7f8-61144370347d req-d81c9a54-d511-4c5c-90d4-ce3d3a9c8352 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:57.688780 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d29ab8f9-1bfb-4fda-a7f8-61144370347d req-d81c9a54-d511-4c5c-90d4-ce3d3a9c8352 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 931 time: 0.5602827 Jul 28 17:44:57.729885 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Publish callbacks [] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), precommit_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:57.751479 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:57.777005 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 5b825bb6-b817-465e-96ef-2cbfb7803950 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:57.830058 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194d60e-b8ec-4770-90f5-e41d216eec42 None None] Pushing event updated for resources: {'Port': ['ID=fc324964-d9a3-4e4e-8526-34ec0f7ef9cf,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:57.910737 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-967b6386-04cb-4d58-bfc8-63022e62094d req-792e1365-a8d4-4638-95da-c5588bcd3e08 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 210 time: 0.3059134 Jul 28 17:44:57.912843 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-e5cbcf66-1461-4030-94e1-9ea0932cfd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:57.914719 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-e5cbcf66-1461-4030-94e1-9ea0932cfd47 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 1128 time: 0.7330885 Jul 28 17:44:57.916743 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:57.929667 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.notifiers.nova [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320b8217-84b0-4579-b2de-291315cf5fe9 {{(pid=110736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:44:57.948531 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Publish callbacks [] for port (320b8217-84b0-4579-b2de-291315cf5fe9), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:57.997948 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.provisioning_blocks [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Transition to ACTIVE for port object 320b8217-84b0-4579-b2de-291315cf5fe9 will not be triggered until provisioned by entity L2. {{(pid=110736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:44:57.998938 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d29ab8f9-1bfb-4fda-a7f8-61144370347d req-f2b50822-a386-47ea-a912-bb6246758d49 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985809 Jul 28 17:44:58.008723 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}145a65782f2867474eadf9b916918c8f0f213435b387e627a4b5e7b49d5368fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d25c4bb-c430-48a2-9a9d-d5b5eb042278" -d '{"events": [{"name": "network-changed", "server_uuid": "c00daefb-7ad3-4334-8db5-47043d2c2c09", "tag": "fce94af7-010d-4f2b-9d29-fdfc9ec97409"}]}' {{(pid=110736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:44:58.019342 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (320b8217-84b0-4579-b2de-291315cf5fe9), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:58.042828 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:58.049511 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=49 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:58.087519 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-e800a344-3398-4368-96bf-ec667e835197 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Made reservation on behalf of 6018db8e046e4945be4dd56ff8e8eeea for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:44:58.091457 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:58.095414 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-e800a344-3398-4368-96bf-ec667e835197 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:58.184437 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:58.186075 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 5b825bb6-b817-465e-96ef-2cbfb7803950 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:58.187309 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (5b825bb6-b817-465e-96ef-2cbfb7803950), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:58.212694 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5413d027-729b-4961-be1e-d7e2472278f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:58.225765 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Pushing event updated for resources: {'Port': ['ID=320b8217-84b0-4579-b2de-291315cf5fe9,revision_number=2']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:58.246975 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Attempting to bind port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:44:58.248215 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Attempting to bind port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '3bc62332-26ed-4bc4-8de1-780690313a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:44:58.248780 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Attempting to bind port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf on network cbd36208-112c-4d11-9738-c86cba94c43a {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:44:58.254721 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-3dc3f68a-66ca-4c57-b584-245efdd28dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:58.318883 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=2 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:58.329307 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:44:58.329687 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Checking segment: {'id': '3bc62332-26ed-4bc4-8de1-780690313a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:58.342692 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:58.343148 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Bound using segment: {'id': '3bc62332-26ed-4bc4-8de1-780690313a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:44:58.343675 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Bound port: fc324964-d9a3-4e4e-8526-34ec0f7ef9cf, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc62332-26ed-4bc4-8de1-780690313a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:44:58.344075 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:58.406436 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-d5eaad38-edc1-4ed9-bf39-9e02c71df054 None None] Provisioning complete for port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:58.406831 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d5eaad38-edc1-4ed9-bf39-9e02c71df054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:58.469972 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.managers [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Attempting to bind port 320b8217-84b0-4579-b2de-291315cf5fe9 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:44:58.470320 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.managers [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Attempting to bind port 320b8217-84b0-4579-b2de-291315cf5fe9 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'}] {{(pid=110736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:44:58.470659 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Attempting to bind port 320b8217-84b0-4579-b2de-291315cf5fe9 on network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 {{(pid=110736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:44:58.500543 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Port 320b8217-84b0-4579-b2de-291315cf5fe9 on network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:44:58.505459 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Attempting to bind port 320b8217-84b0-4579-b2de-291315cf5fe9 on network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 {{(pid=110736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:44:58.520022 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdebfbba-b9d5-4330-a40c-719cc1e01628 x-openstack-request-id: req-cdebfbba-b9d5-4330-a40c-719cc1e01628 {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:44:58.520574 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00daefb-7ad3-4334-8db5-47043d2c2c09", "tag": "fce94af7-010d-4f2b-9d29-fdfc9ec97409", "status": "completed", "code": 200}]} {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:44:58.521000 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cdebfbba-b9d5-4330-a40c-719cc1e01628 {{(pid=110736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:44:58.521649 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdebfbba-b9d5-4330-a40c-719cc1e01628'] response: {'name': 'network-changed', 'server_uuid': 'c00daefb-7ad3-4334-8db5-47043d2c2c09', 'tag': 'fce94af7-010d-4f2b-9d29-fdfc9ec97409', 'status': 'completed', 'code': 200} Jul 28 17:44:58.522577 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:44:58.523287 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Checking segment: {'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:44:58.523931 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Bound using segment: {'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'} {{(pid=110736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:44:58.524597 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.managers [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Bound port: 320b8217-84b0-4579-b2de-291315cf5fe9, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'}}] {{(pid=110736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:44:58.525360 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (320b8217-84b0-4579-b2de-291315cf5fe9), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:58.617667 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-15fc07e2-fd01-4980-a529-6101bc0e5cb6 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1390648065&fields=id&tenant_id=65535f9817c448dfac997e93efa1a909 HTTP/1.1" status: 200 len: 267 time: 0.2277696 Jul 28 17:44:58.622836 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-e800a344-3398-4368-96bf-ec667e835197 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Allocated IP 172.20.0.10 (cbd36208-112c-4d11-9738-c86cba94c43a/f9350510-64e3-44ef-8efa-a8962481efcc/59e7f4e7-e3a7-4a27-b67d-dea37480a3a0) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:44:58.693450 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5413d027-729b-4961-be1e-d7e2472278f4 admin admin] Publish callbacks [] for security_group (02b4c711-027f-49e7-ba60-e668c8f296ec), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:58.698212 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:58.725836 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-d5eaad38-edc1-4ed9-bf39-9e02c71df054 None None] Port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:44:58.767438 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c345364e-d4e1-4b63-a228-0eeea67add9c req-d5232997-e30f-4b8d-b099-3fca914cfeed tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 210 time: 0.1009512 Jul 28 17:44:58.771537 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] For port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:44:58.788105 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ffe0dd7-9920-43bb-b4a3-5587ad15a7e5 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:58.794075 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5413d027-729b-4961-be1e-d7e2472278f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (02b4c711-027f-49e7-ba60-e668c8f296ec), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:58.799630 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ffe0dd7-9920-43bb-b4a3-5587ad15a7e5 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/networks?id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4 HTTP/1.1" status: 200 len: 816 time: 0.1660442 Jul 28 17:44:58.838081 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-5a0c47df-261c-410f-9db9-500917fe1081 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/quotas/65535f9817c448dfac997e93efa1a909 HTTP/1.1" status: 200 len: 375 time: 0.0361857 Jul 28 17:44:58.851136 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] For port 320b8217-84b0-4579-b2de-291315cf5fe9, host hv-cinder-81322, cleared binding levels {{(pid=110736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:44:58.870625 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-5413d027-729b-4961-be1e-d7e2472278f4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4ead0f9dfd1348689fda7cf01830ecef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3871324 Jul 28 17:44:58.873103 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413d027-729b-4961-be1e-d7e2472278f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b4c711-027f-49e7-ba60-e668c8f296ec,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:58.875405 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] For port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=fc324964-d9a3-4e4e-8526-34ec0f7ef9cf,segment=NetworkSegment(3bc62332-26ed-4bc4-8de1-780690313a96),segment_id=3bc62332-26ed-4bc4-8de1-780690313a96)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:44:58.877829 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] For port 320b8217-84b0-4579-b2de-291315cf5fe9, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=320b8217-84b0-4579-b2de-291315cf5fe9,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:44:58.879158 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36672) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:44:58.902781 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 5b825bb6-b817-465e-96ef-2cbfb7803950 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:58.913459 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (320b8217-84b0-4579-b2de-291315cf5fe9), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:58.917383 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device b93567da-cccb-4853-aa8b-b7488015729c up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:58.936422 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:58.975260 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-baa5e2d7-ae0f-4429-abfc-f09a73a1d1da tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=65535f9817c448dfac997e93efa1a909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1246073 Jul 28 17:44:58.979637 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:58.981829 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for port (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:58.984190 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] 10.222.0.100 "PUT /v2.0/ports/320b8217-84b0-4579-b2de-291315cf5fe9 HTTP/1.1" status: 200 len: 1093 time: 5.3163731 Jul 28 17:44:59.096808 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Routers {'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:44:59.096980 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7f2879bb-cb2e-4f77-89c3-6773d9844793 req-583e0614-a3d8-4b9f-839c-1a1a688537bd tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 210 time: 0.0477922 Jul 28 17:44:59.097572 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:44:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:44:59.109021 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a0b008ca-6349-44ea-b5f5-8536ec9001ae admin admin] Publish callbacks [] for security_group (02b4c711-027f-49e7-ba60-e668c8f296ec), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:59.159284 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a0b008ca-6349-44ea-b5f5-8536ec9001ae admin admin] Publish callbacks [] for security_group (02b4c711-027f-49e7-ba60-e668c8f296ec), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:59.205587 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:59.207138 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d04fa-35f6-45c5-98b0-22f7632cacfb service neutron] Pushing event updated for resources: {'Port': ['ID=320b8217-84b0-4579-b2de-291315cf5fe9,revision_number=3']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:59.241814 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port b93567da-cccb-4853-aa8b-b7488015729c triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:59.242224 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (b93567da-cccb-4853-aa8b-b7488015729c), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:59.245197 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a0b008ca-6349-44ea-b5f5-8536ec9001ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (02b4c711-027f-49e7-ba60-e668c8f296ec), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:59.248944 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a0b008ca-6349-44ea-b5f5-8536ec9001ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:59.251061 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-a0b008ca-6349-44ea-b5f5-8536ec9001ae admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/02b4c711-027f-49e7-ba60-e668c8f296ec HTTP/1.1" status: 204 len: 168 time: 0.3707533 Jul 28 17:44:59.300321 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b008ca-6349-44ea-b5f5-8536ec9001ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b4c711-027f-49e7-ba60-e668c8f296ec,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:59.322843 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194d60e-b8ec-4770-90f5-e41d216eec42 None None] Pushing event updated for resources: {'Port': ['ID=fc324964-d9a3-4e4e-8526-34ec0f7ef9cf,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:59.332041 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bdc7a-91f3-4593-8982-2f8f0e177600 req-8e5213f1-ace7-4598-9fc0-dd2e0198e585 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:59.340906 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9d9bdc7a-91f3-4593-8982-2f8f0e177600 req-8e5213f1-ace7-4598-9fc0-dd2e0198e585 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 943 time: 0.1005790 Jul 28 17:44:59.409390 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:59.413749 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9d9bdc7a-91f3-4593-8982-2f8f0e177600 req-9245dca2-3f4a-4655-abd3-0abffc1ae2bf tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715375 Jul 28 17:44:59.421894 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-83946b55-b46c-429d-b03f-a2df548e2764 service neutron] 10.222.0.89 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379854 Jul 28 17:44:59.535247 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] Set router b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:44:59.568967 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-e800a344-3398-4368-96bf-ec667e835197 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Publish callbacks [] for port (59e7f4e7-e3a7-4a27-b67d-dea37480a3a0), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:59.591653 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port b93567da-cccb-4853-aa8b-b7488015729c is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:44:59.617368 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-53ff61d1-a1aa-4b27-a5ec-93ffb4e3abaa service neutron] 10.222.0.89 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927407 Jul 28 17:44:59.637442 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:44:59.648844 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-e800a344-3398-4368-96bf-ec667e835197 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (59e7f4e7-e3a7-4a27-b67d-dea37480a3a0), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:59.711363 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-e25dd269-edfb-4d35-a1e9-ef6657c74ff4 None None] Provisioning complete for port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:44:59.713506 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-e25dd269-edfb-4d35-a1e9-ef6657c74ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:44:59.768385 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-e800a344-3398-4368-96bf-ec667e835197 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Network cbd36208-112c-4d11-9738-c86cba94c43a is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:44:59.806223 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-e800a344-3398-4368-96bf-ec667e835197 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:44:59.807263 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device fc324964-d9a3-4e4e-8526-34ec0f7ef9cf up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:44:59.813101 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-e800a344-3398-4368-96bf-ec667e835197 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:44:59.817624 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800a344-3398-4368-96bf-ec667e835197 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Pushing event updated for resources: {'Port': ['ID=59e7f4e7-e3a7-4a27-b67d-dea37480a3a0,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:44:59.958302 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-e800a344-3398-4368-96bf-ec667e835197 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:44:59.958941 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-e800a344-3398-4368-96bf-ec667e835197 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:00.078178 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36706) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:00.094679 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dcb2477a-f0b9-4fb0-8dfb-2d8665848f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:00.186356 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'name': 'tempest-DeleteServersTestJSON-1090607714-router', 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5b825bb6-b817-465e-96ef-2cbfb7803950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:29Z', 'updated_at': '2022-07-28T17:44:42Z', 'revision_number': 4, 'project_id': '6018db8e046e4945be4dd56ff8e8eeea', 'gw_port': {'id': '5b825bb6-b817-465e-96ef-2cbfb7803950', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:31Z', 'updated_at': '2022-07-28T17:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'fc324964-d9a3-4e4e-8526-34ec0f7ef9cf', 'name': '', 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a', 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea', 'mac_address': 'fa:16:3e:16:6a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f9350510-64e3-44ef-8efa-a8962481efcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:41Z', 'updated_at': '2022-07-28T17:44:58Z', 'revision_number': 4, 'project_id': '6018db8e046e4945be4dd56ff8e8eeea', 'subnets': [{'id': 'f9350510-64e3-44ef-8efa-a8962481efcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:45:00.239128 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-e800a344-3398-4368-96bf-ec667e835197 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9092741 Jul 28 17:45:00.253770 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e3885f8f-8a98-4efc-99fa-1cabdd643801 req-5ff170ba-10fc-46c8-844f-7c8b0baae9a5 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 210 time: 0.2009499 Jul 28 17:45:00.322354 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Request body: {'port': {'device_id': '8df8eb85-99c9-46db-8ffc-313f53d8a559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:45:00.494448 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:00.514115 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:00.516009 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a4956c-1686-48e6-8b17-d3656d97e5ca None None] The sync data for ids ['b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'] in dv-cinder-813229-13-iscsi is: [{'id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'name': 'tempest-DeleteServersTestJSON-1090607714-router', 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5b825bb6-b817-465e-96ef-2cbfb7803950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:29Z', 'updated_at': '2022-07-28T17:44:42Z', 'revision_number': 4, 'project_id': '6018db8e046e4945be4dd56ff8e8eeea', 'gw_port': {'id': '5b825bb6-b817-465e-96ef-2cbfb7803950', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:31Z', 'updated_at': '2022-07-28T17:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'fc324964-d9a3-4e4e-8526-34ec0f7ef9cf', 'name': '', 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a', 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea', 'mac_address': 'fa:16:3e:16:6a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f9350510-64e3-44ef-8efa-a8962481efcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:41Z', 'updated_at': '2022-07-28T17:44:58Z', 'revision_number': 4, 'project_id': '6018db8e046e4945be4dd56ff8e8eeea', 'subnets': [{'id': 'f9350510-64e3-44ef-8efa-a8962481efcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:45:00.518740 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-21eb4a3a-882f-4dd9-9794-5a17e35ae26d req-5a84828c-83da-4cee-8901-2e33dabe447a tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 210 time: 0.0769627 Jul 28 17:45:00.532963 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f224c-6b52-44e8-95a3-7e47b4fbea71 req-3f0936b9-627f-49fe-b3ef-29185e13de0a tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:00.542749 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-888f224c-6b52-44e8-95a3-7e47b4fbea71 req-3f0936b9-627f-49fe-b3ef-29185e13de0a tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 932 time: 0.4329023 Jul 28 17:45:00.598371 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:00.679317 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:00.681656 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0a7816-0379-49a1-acae-959a72fa36b8', 'tag': '320b8217-84b0-4579-b2de-291315cf5fe9'}] {{(pid=110736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:45:00.690092 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}145a65782f2867474eadf9b916918c8f0f213435b387e627a4b5e7b49d5368fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4b3a9a-2bef-4e60-a74f-83d791a75371" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0a7816-0379-49a1-acae-959a72fa36b8", "tag": "320b8217-84b0-4579-b2de-291315cf5fe9"}]}' {{(pid=110736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:45:00.695712 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-23892914-29be-404f-acc9-ecd226fa2291 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fce94af7-010d-4f2b-9d29-fdfc9ec97409 HTTP/1.1" status: 200 len: 217 time: 0.5370519 Jul 28 17:45:00.765678 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-e25dd269-edfb-4d35-a1e9-ef6657c74ff4 None None] Current status of the port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:45:00.766747 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-e25dd269-edfb-4d35-a1e9-ef6657c74ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:00.778765 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:45:00.779667 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:00.913547 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-ed076c28-188a-4a29-a4d7-420b5e3dc0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:00.915086 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-ed076c28-188a-4a29-a4d7-420b5e3dc0af service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 1127 time: 0.5481544 Jul 28 17:45:00.976208 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-888f224c-6b52-44e8-95a3-7e47b4fbea71 req-c3dadf7b-1281-46ae-8885-f742835881b6 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315813 Jul 28 17:45:01.069539 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:01.086831 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:01.097099 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-e25dd269-edfb-4d35-a1e9-ef6657c74ff4 None None] For port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=fc324964-d9a3-4e4e-8526-34ec0f7ef9cf,segment=NetworkSegment(3bc62332-26ed-4bc4-8de1-780690313a96),segment_id=3bc62332-26ed-4bc4-8de1-780690313a96)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:45:01.108041 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-e25dd269-edfb-4d35-a1e9-ef6657c74ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:01.271810 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-b39bd393-d41c-488d-9c7d-f7235d81fc7a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=320b8217-84b0-4579-b2de-291315cf5fe9 HTTP/1.1" status: 200 len: 217 time: 0.2045236 Jul 28 17:45:01.281572 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c461a343-2570-4d40-ae47-0be94b8cd85f x-openstack-request-id: req-c461a343-2570-4d40-ae47-0be94b8cd85f {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:45:01.283164 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0a7816-0379-49a1-acae-959a72fa36b8", "tag": "320b8217-84b0-4579-b2de-291315cf5fe9", "status": "completed", "code": 200}]} {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:45:01.283730 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c461a343-2570-4d40-ae47-0be94b8cd85f {{(pid=110736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:45:01.285943 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c461a343-2570-4d40-ae47-0be94b8cd85f'] response: {'name': 'network-changed', 'server_uuid': '0a0a7816-0379-49a1-acae-959a72fa36b8', 'tag': '320b8217-84b0-4579-b2de-291315cf5fe9', 'status': 'completed', 'code': 200} Jul 28 17:45:01.293600 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.100', 50281) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:01.385754 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (59e7f4e7-e3a7-4a27-b67d-dea37480a3a0), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:01.451380 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:45:01.526349 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dd269-edfb-4d35-a1e9-ef6657c74ff4 None None] Pushing event updated for resources: {'Port': ['ID=fc324964-d9a3-4e4e-8526-34ec0f7ef9cf,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:01.560369 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-0942569c-f3ea-4402-bbe9-4234064e6b7e None None] Provisioning complete for port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:45:01.560755 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-0942569c-f3ea-4402-bbe9-4234064e6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (59e7f4e7-e3a7-4a27-b67d-dea37480a3a0), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:01.601824 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-095bab2d-2001-4f13-84e3-cd991bfa5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:01.606026 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-095bab2d-2001-4f13-84e3-cd991bfa5edd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 200 len: 857 time: 0.1623561 Jul 28 17:45:01.629218 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be2ba3-ac27-4d27-ae3e-0d5ebb368919 req-fa59056d-63f4-4b91-9c55-0739c4f4580c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:01.630872 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-54be2ba3-ac27-4d27-ae3e-0d5ebb368919 req-fa59056d-63f4-4b91-9c55-0739c4f4580c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 943 time: 0.5187936 Jul 28 17:45:01.662637 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:01.684650 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-35c9792c-5606-4e06-929c-49da4fa19ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:01.687443 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-35c9792c-5606-4e06-929c-49da4fa19ac2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 200 len: 857 time: 0.6270142 Jul 28 17:45:01.732582 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8c46087f-d4b1-48ae-abc6-8951595ecb1b req-a512a306-0b61-4f55-bb01-085aa4203ad1 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 210 time: 0.2875593 Jul 28 17:45:01.791701 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-0942569c-f3ea-4402-bbe9-4234064e6b7e None None] Port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:45:01.888746 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device fc324964-d9a3-4e4e-8526-34ec0f7ef9cf up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:45:01.975030 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:45:01.975402 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:02.155850 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:45:02.156770 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-d17c6174-762f-4634-adb7-2290de9c8527 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:02.168572 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-d17c6174-762f-4634-adb7-2290de9c8527 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.100 "GET /v2.0/networks?id=ae8fa151-853f-466c-9398-a2ea0d9328cd HTTP/1.1" status: 200 len: 810 time: 0.8548615 Jul 28 17:45:02.207957 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dcb2477a-f0b9-4fb0-8dfb-2d8665848f9c admin admin] Publish callbacks [] for security_group (7d8fe808-9948-4edf-85f7-50efcec2b3b9), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:02.345869 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9188ea55-a6a1-445b-8f63-012720b86c80 req-33cfabdb-9d3b-4d93-b3fa-a8b291ec1239 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 210 time: 0.3025827 Jul 28 17:45:02.363593 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dcb2477a-f0b9-4fb0-8dfb-2d8665848f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (7d8fe808-9948-4edf-85f7-50efcec2b3b9), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:02.491955 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-c890a89c-296f-4d32-bf8d-3d2b96dc5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:02.493870 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-c890a89c-296f-4d32-bf8d-3d2b96dc5545 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c5bc62a-37b3-4ec7-a921-dd776df143f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.7945702 Jul 28 17:45:02.503616 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2477a-f0b9-4fb0-8dfb-2d8665848f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8fe808-9948-4edf-85f7-50efcec2b3b9,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:02.574635 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563ec47-eedf-4d67-bad3-da5dbb26db30 req-0351975e-d185-4cd5-b832-58cc46399a0c tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:02.584348 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c563ec47-eedf-4d67-bad3-da5dbb26db30 req-0351975e-d185-4cd5-b832-58cc46399a0c tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 932 time: 0.0974557 Jul 28 17:45:02.590243 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-b6f94b9a-8cd1-4b4f-b408-5e7e6f478bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:02.592345 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-b6f94b9a-8cd1-4b4f-b408-5e7e6f478bdd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c5bc62a-37b3-4ec7-a921-dd776df143f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.7776775 Jul 28 17:45:02.605499 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-dcb2477a-f0b9-4fb0-8dfb-2d8665848f9c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0cb535a42e2f442bb36e435350c0cee0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5226791 Jul 28 17:45:02.611046 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36780) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:02.635214 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:02.743968 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c563ec47-eedf-4d67-bad3-da5dbb26db30 req-7063d4cf-8059-44e6-9bc5-87c033d80436 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583717 Jul 28 17:45:02.752027 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:02.776746 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e608933d-9fe9-44bb-965d-d064ffa8df0f admin admin] Publish callbacks [] for security_group (7d8fe808-9948-4edf-85f7-50efcec2b3b9), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:02.780195 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-54be2ba3-ac27-4d27-ae3e-0d5ebb368919 req-7aae691d-7a15-4a99-8d90-b22cc9175c27 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1350045 Jul 28 17:45:02.918695 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:45:02.928271 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Publish callbacks [] for port (59e7f4e7-e3a7-4a27-b67d-dea37480a3a0), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:02.955173 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Transition to ACTIVE for port object 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:45:02.978502 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (59e7f4e7-e3a7-4a27-b67d-dea37480a3a0), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:03.142091 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-d1194ec1-0a3a-4960-9326-641a2018440c tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78a2f25af7784086aadec8dd5a1015dd HTTP/1.1" status: 200 len: 380 time: 0.5151167 Jul 28 17:45:03.334768 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Pushing event updated for resources: {'Port': ['ID=59e7f4e7-e3a7-4a27-b67d-dea37480a3a0,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:03.451933 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Attempting to bind port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:45:03.454959 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Attempting to bind port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3bc62332-26ed-4bc4-8de1-780690313a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:45:03.457026 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Attempting to bind port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 on network cbd36208-112c-4d11-9738-c86cba94c43a {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:45:03.472067 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 on network cbd36208-112c-4d11-9738-c86cba94c43a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:45:03.472420 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Attempting to bind port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 on network cbd36208-112c-4d11-9738-c86cba94c43a {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:45:03.488435 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:45:03.488806 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Checking segment: {'id': '3bc62332-26ed-4bc4-8de1-780690313a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:45:03.494691 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Bound using segment: {'id': '3bc62332-26ed-4bc4-8de1-780690313a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:45:03.495369 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Bound port: 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc62332-26ed-4bc4-8de1-780690313a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:45:03.496066 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (59e7f4e7-e3a7-4a27-b67d-dea37480a3a0), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:03.627186 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-94b7080a-86d4-4f34-82b9-827a2f41a88b service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7907445 Jul 28 17:45:03.712650 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-518c90bb-4152-4282-8ff9-29031a0b2190 req-2db0c230-6b9a-46ba-9013-1b13910b0bfd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 210 time: 0.7576773 Jul 28 17:45:03.733898 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e608933d-9fe9-44bb-965d-d064ffa8df0f admin admin] Publish callbacks [] for security_group (7d8fe808-9948-4edf-85f7-50efcec2b3b9), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:03.834090 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-fae968a8-65a7-46ab-bd4d-2bc7dad77ebb tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Request body: {'port': {'device_id': '4f84a7a8-29b0-4dfb-a6dd-11e25f978217', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'admin_state_up': True, 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'security_groups': ['ad1cbdb8-a311-4851-8584-aa2740f3d9f4']}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:45:03.864820 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e89da981-5d89-4764-9648-79727a4d528b req-f0b558b0-c83a-421c-b425-f6376fdf27ab tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 210 time: 0.1760967 Jul 28 17:45:03.931578 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 36824) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:04.079741 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.100', 50287) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:04.247047 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-1d417adc-101b-457f-a989-c3b4b84e6dc4 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4309258 Jul 28 17:45:04.312404 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] For port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:45:04.354502 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7831d1-d9ed-4561-bb56-5b8078d29c97 req-261823ab-5282-486d-a55e-9b1614e2d7c4 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:04.369070 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bb7831d1-d9ed-4561-bb56-5b8078d29c97 req-261823ab-5282-486d-a55e-9b1614e2d7c4 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 944 time: 0.2893744 Jul 28 17:45:04.404058 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] For port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=59e7f4e7-e3a7-4a27-b67d-dea37480a3a0,segment=NetworkSegment(3bc62332-26ed-4bc4-8de1-780690313a96),segment_id=3bc62332-26ed-4bc4-8de1-780690313a96)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:45:04.416564 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e608933d-9fe9-44bb-965d-d064ffa8df0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (7d8fe808-9948-4edf-85f7-50efcec2b3b9), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:04.419155 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e608933d-9fe9-44bb-965d-d064ffa8df0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:04.420277 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-e608933d-9fe9-44bb-965d-d064ffa8df0f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7d8fe808-9948-4edf-85f7-50efcec2b3b9 HTTP/1.1" status: 204 len: 168 time: 1.8082910 Jul 28 17:45:04.451046 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f519462c-0684-4aa7-9f35-191cfeb75e5d req-068e9351-8e36-4ed1-a4fd-355b0df3f14b service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285756 Jul 28 17:45:04.452220 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608933d-9fe9-44bb-965d-d064ffa8df0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8fe808-9948-4edf-85f7-50efcec2b3b9,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:04.463340 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-28e2bed7-a259-49ea-98ef-dd696a3a0d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:04.491630 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (59e7f4e7-e3a7-4a27-b67d-dea37480a3a0), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:04.505884 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bb7831d1-d9ed-4561-bb56-5b8078d29c97 req-2dea14f5-c436-4898-8a37-1e80dc57ec17 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357794 Jul 28 17:45:04.510737 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e11a9c-638a-4497-9559-14caf8e3ed89 req-8ff3e420-561a-4a02-8414-dbe437a7a2db tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:04.512211 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-77e11a9c-638a-4497-9559-14caf8e3ed89 req-8ff3e420-561a-4a02-8414-dbe437a7a2db tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 943 time: 0.3681192 Jul 28 17:45:04.520718 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-fae968a8-65a7-46ab-bd4d-2bc7dad77ebb tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Made reservation on behalf of 78a2f25af7784086aadec8dd5a1015dd for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:45:04.524112 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-fae968a8-65a7-46ab-bd4d-2bc7dad77ebb tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:04.636021 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:04.636646 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:04.638100 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] 10.222.0.100 "PUT /v2.0/ports/59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 HTTP/1.1" status: 200 len: 1094 time: 4.3263700 Jul 28 17:45:04.648313 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df8eb85-99c9-46db-8ffc-313f53d8a559', 'tag': '59e7f4e7-e3a7-4a27-b67d-dea37480a3a0'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:45:04.682067 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:04.689874 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-b3f41181-cc47-4fa5-b8ef-eaf6b89defc3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:04.691447 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-b3f41181-cc47-4fa5-b8ef-eaf6b89defc3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.100 "GET /v2.0/networks?id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4 HTTP/1.1" status: 200 len: 816 time: 0.5893986 Jul 28 17:45:04.730093 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:04.753231 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f93229-d9ed-449f-b6e2-5d938b00bf8c service neutron] Pushing event updated for resources: {'Port': ['ID=59e7f4e7-e3a7-4a27-b67d-dea37480a3a0,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:04.801973 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-77e11a9c-638a-4497-9559-14caf8e3ed89 req-0007cee2-5ff2-44b7-853c-e26f42d9e682 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562292 Jul 28 17:45:04.867948 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642d3557-1648-4117-8df3-1c8a0bf3e1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "8df8eb85-99c9-46db-8ffc-313f53d8a559", "tag": "59e7f4e7-e3a7-4a27-b67d-dea37480a3a0"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:45:04.892673 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-28e2bed7-a259-49ea-98ef-dd696a3a0d79 admin admin] Publish callbacks [] for security_group (f6f4a036-a6bd-4771-b526-9c64f23bb18a), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:04.898863 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e8934fbd-e342-4d36-b3c1-1a1768b01d07 req-0e633c9d-b5fa-42da-a723-3e6b91de4a25 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 210 time: 0.0442650 Jul 28 17:45:04.903188 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-fae968a8-65a7-46ab-bd4d-2bc7dad77ebb tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Allocated IP 172.20.0.11 (ae8fa151-853f-466c-9398-a2ea0d9328cd/ce8ae2ae-69b2-4f29-aac4-77e56446331a/68d3356b-d07b-40b6-8d0a-f9dfbab82c03) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:45:04.923457 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-28e2bed7-a259-49ea-98ef-dd696a3a0d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (f6f4a036-a6bd-4771-b526-9c64f23bb18a), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:04.982860 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-28e2bed7-a259-49ea-98ef-dd696a3a0d79 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=46f811ed40ba42e7a5df1309f90b1281&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0271869 Jul 28 17:45:04.986825 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 36864) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:04.987461 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2bed7-a259-49ea-98ef-dd696a3a0d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f4a036-a6bd-4771-b526-9c64f23bb18a,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:05.006464 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d948a265-1be0-4047-b593-8f9ce57656e0 req-c1eb45a1-bf16-4fc5-86e7-97271569d8ba tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 210 time: 0.0440199 Jul 28 17:45:05.112549 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f609c7b3-7648-4516-b44e-33a98d094007 admin admin] Publish callbacks [] for security_group (f6f4a036-a6bd-4771-b526-9c64f23bb18a), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:05.140025 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2430c735-3d47-4919-809e-1c5cee76d26a x-openstack-request-id: req-2430c735-3d47-4919-809e-1c5cee76d26a {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:45:05.140330 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df8eb85-99c9-46db-8ffc-313f53d8a559", "tag": "59e7f4e7-e3a7-4a27-b67d-dea37480a3a0", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:45:05.140596 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2430c735-3d47-4919-809e-1c5cee76d26a {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:45:05.141030 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2430c735-3d47-4919-809e-1c5cee76d26a'] response: {'name': 'network-changed', 'server_uuid': '8df8eb85-99c9-46db-8ffc-313f53d8a559', 'tag': '59e7f4e7-e3a7-4a27-b67d-dea37480a3a0', 'status': 'completed', 'code': 200} Jul 28 17:45:05.160954 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f609c7b3-7648-4516-b44e-33a98d094007 admin admin] Publish callbacks [] for security_group (f6f4a036-a6bd-4771-b526-9c64f23bb18a), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:05.182214 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-fae968a8-65a7-46ab-bd4d-2bc7dad77ebb tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for port (68d3356b-d07b-40b6-8d0a-f9dfbab82c03), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:05.238492 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f609c7b3-7648-4516-b44e-33a98d094007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (f6f4a036-a6bd-4771-b526-9c64f23bb18a), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:05.241354 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f609c7b3-7648-4516-b44e-33a98d094007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:05.242548 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-f609c7b3-7648-4516-b44e-33a98d094007 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f6f4a036-a6bd-4771-b526-9c64f23bb18a HTTP/1.1" status: 204 len: 168 time: 0.2522595 Jul 28 17:45:05.246947 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-fae968a8-65a7-46ab-bd4d-2bc7dad77ebb tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (68d3356b-d07b-40b6-8d0a-f9dfbab82c03), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:05.263260 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609c7b3-7648-4516-b44e-33a98d094007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f4a036-a6bd-4771-b526-9c64f23bb18a,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:05.298086 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-fae968a8-65a7-46ab-bd4d-2bc7dad77ebb tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Network ae8fa151-853f-466c-9398-a2ea0d9328cd is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:45:05.304136 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-fae968a8-65a7-46ab-bd4d-2bc7dad77ebb tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:45:05.308208 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-fae968a8-65a7-46ab-bd4d-2bc7dad77ebb tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:45:05.337687 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae968a8-65a7-46ab-bd4d-2bc7dad77ebb tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event updated for resources: {'Port': ['ID=68d3356b-d07b-40b6-8d0a-f9dfbab82c03,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:05.380368 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-fae968a8-65a7-46ab-bd4d-2bc7dad77ebb tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:05.381232 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-fae968a8-65a7-46ab-bd4d-2bc7dad77ebb tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:05.397212 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:05.415029 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-fae968a8-65a7-46ab-bd4d-2bc7dad77ebb tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5984864 Jul 28 17:45:05.626131 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-c9b9b814-6387-4ab0-9850-10ddc44311a5 None None] Provisioning complete for port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:45:05.626680 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-c9b9b814-6387-4ab0-9850-10ddc44311a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (68d3356b-d07b-40b6-8d0a-f9dfbab82c03), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:05.645715 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade7d84-8dc2-4f18-8bf4-759f2e718cce req-945c470f-eb39-45f6-aad0-75103bd7dc86 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:05.654211 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-0ade7d84-8dc2-4f18-8bf4-759f2e718cce req-945c470f-eb39-45f6-aad0-75103bd7dc86 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 944 time: 0.0692654 Jul 28 17:45:05.663873 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-c9b9b814-6387-4ab0-9850-10ddc44311a5 None None] Port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:45:05.711832 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-0ade7d84-8dc2-4f18-8bf4-759f2e718cce req-c3ebc68f-2eff-4d44-a6b5-f60866e8286c tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567408 Jul 28 17:45:05.737856 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 36898) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:05.921720 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-5e700cda-1ca7-4ff8-ba32-5882ceba9508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:05.982251 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261590d-c34c-4ad3-bcbc-dba67af25a12 req-1b195011-ba49-402f-9bbb-5dccadfe7108 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:05.983850 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7261590d-c34c-4ad3-bcbc-dba67af25a12 req-1b195011-ba49-402f-9bbb-5dccadfe7108 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 943 time: 0.0646565 Jul 28 17:45:06.021077 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ffb695b5-35c0-4935-8ade-25fcb23eb742 req-fb5e2575-9496-4f76-856c-6999764e1977 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 210 time: 0.0367358 Jul 28 17:45:06.029759 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:06.082220 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7261590d-c34c-4ad3-bcbc-dba67af25a12 req-5ed82a74-5b01-4163-aa75-c538b13f1102 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889161 Jul 28 17:45:06.096691 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-5e700cda-1ca7-4ff8-ba32-5882ceba9508 admin admin] Publish callbacks [] for security_group (531fcc7e-722d-4910-a29b-c60531cb39cb), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:06.113616 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-5e700cda-1ca7-4ff8-ba32-5882ceba9508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (531fcc7e-722d-4910-a29b-c60531cb39cb), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:06.133759 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:06.150886 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e700cda-1ca7-4ff8-ba32-5882ceba9508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531fcc7e-722d-4910-a29b-c60531cb39cb,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:06.154671 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bd6d7-bb05-4673-a4de-9979697c7d8c req-e9e8a603-1ee3-4f4d-89b2-4a49b8f2bf2a tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:06.156801 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f57bd6d7-bb05-4673-a4de-9979697c7d8c req-e9e8a603-1ee3-4f4d-89b2-4a49b8f2bf2a tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 932 time: 0.0699902 Jul 28 17:45:06.167629 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-5e700cda-1ca7-4ff8-ba32-5882ceba9508 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=12330661b4884565aff5c8b10b9491d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4285388 Jul 28 17:45:06.170782 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 36916) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:06.209965 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f57bd6d7-bb05-4673-a4de-9979697c7d8c req-fc173fec-0f9a-40d8-a4fa-a223027e57ec tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449109 Jul 28 17:45:06.237210 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b01a5ddb-7b62-49a9-b3ef-a7134c7f3426 admin admin] Publish callbacks [] for security_group (531fcc7e-722d-4910-a29b-c60531cb39cb), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:06.253704 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b01a5ddb-7b62-49a9-b3ef-a7134c7f3426 admin admin] Publish callbacks [] for security_group (531fcc7e-722d-4910-a29b-c60531cb39cb), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:06.303115 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b01a5ddb-7b62-49a9-b3ef-a7134c7f3426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (531fcc7e-722d-4910-a29b-c60531cb39cb), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:06.306268 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b01a5ddb-7b62-49a9-b3ef-a7134c7f3426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:06.309978 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-b01a5ddb-7b62-49a9-b3ef-a7134c7f3426 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/531fcc7e-722d-4910-a29b-c60531cb39cb HTTP/1.1" status: 204 len: 168 time: 0.1342165 Jul 28 17:45:06.315354 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a5ddb-7b62-49a9-b3ef-a7134c7f3426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531fcc7e-722d-4910-a29b-c60531cb39cb,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:06.631723 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36946) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:06.743120 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6cb317e0-6ef8-4033-9038-7b7be0569761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:06.822051 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:06.862371 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6cb317e0-6ef8-4033-9038-7b7be0569761 admin admin] Publish callbacks [] for security_group (aec07ec4-6504-4c48-adb4-f0fa5fd5fc77), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:06.868232 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6cb317e0-6ef8-4033-9038-7b7be0569761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (aec07ec4-6504-4c48-adb4-f0fa5fd5fc77), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:06.922172 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb317e0-6ef8-4033-9038-7b7be0569761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec07ec4-6504-4c48-adb4-f0fa5fd5fc77,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:06.928482 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-6cb317e0-6ef8-4033-9038-7b7be0569761 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2576b86cf8834856a824ae174e939069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952056 Jul 28 17:45:06.938685 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 36960) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:06.955321 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a785644-85c9-4e69-b9da-5d9a421cdf60 req-434659aa-d67e-4300-af0c-76641842f0ef tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:06.964131 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2a785644-85c9-4e69-b9da-5d9a421cdf60 req-434659aa-d67e-4300-af0c-76641842f0ef tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 944 time: 0.1640913 Jul 28 17:45:07.032615 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2a785644-85c9-4e69-b9da-5d9a421cdf60 req-8729e7f1-1ffd-42f6-8533-285c8a7d3095 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664070 Jul 28 17:45:07.064252 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-41d612e9-93a2-46ea-afcd-290091688be1 admin admin] Publish callbacks [] for security_group (aec07ec4-6504-4c48-adb4-f0fa5fd5fc77), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:07.092593 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-41d612e9-93a2-46ea-afcd-290091688be1 admin admin] Publish callbacks [] for security_group (aec07ec4-6504-4c48-adb4-f0fa5fd5fc77), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:07.158203 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9b54eddb-1d9e-4fc2-aeae-f735f4278ed8 req-5bf5a69f-c8c4-4e4a-8add-40f8332d7c1e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 210 time: 0.0393953 Jul 28 17:45:07.187218 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-41d612e9-93a2-46ea-afcd-290091688be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (aec07ec4-6504-4c48-adb4-f0fa5fd5fc77), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:07.190219 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-41d612e9-93a2-46ea-afcd-290091688be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:07.192733 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-41d612e9-93a2-46ea-afcd-290091688be1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/aec07ec4-6504-4c48-adb4-f0fa5fd5fc77 HTTP/1.1" status: 204 len: 168 time: 0.2529891 Jul 28 17:45:07.221622 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d612e9-93a2-46ea-afcd-290091688be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec07ec4-6504-4c48-adb4-f0fa5fd5fc77,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:07.385447 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f981d-e5f3-4794-b238-bd4b098ee9c9 req-78b57fde-143f-4b62-b190-f2bc99e873bf tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:07.397652 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-af2f981d-e5f3-4794-b238-bd4b098ee9c9 req-78b57fde-143f-4b62-b190-f2bc99e873bf tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 943 time: 0.1664634 Jul 28 17:45:07.460723 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801860b8-4c5b-4d14-a75c-f1f9a18f0edb req-4fc5ca81-f938-4263-ae8c-373fbd181d7b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:07.474839 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-801860b8-4c5b-4d14-a75c-f1f9a18f0edb req-4fc5ca81-f938-4263-ae8c-373fbd181d7b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 932 time: 0.1235044 Jul 28 17:45:07.513798 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-af2f981d-e5f3-4794-b238-bd4b098ee9c9 req-6fbbf6f2-f247-44b4-bcf5-bbdb097a6c2d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124594 Jul 28 17:45:07.599600 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-801860b8-4c5b-4d14-a75c-f1f9a18f0edb req-4aa63bcf-fd9f-43fc-8363-768ce053907a tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237574 Jul 28 17:45:07.845756 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 37002) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:07.862939 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-20981902-896b-48f0-ad97-f0cafd26efb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:08.039283 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-20981902-896b-48f0-ad97-f0cafd26efb0 admin admin] Publish callbacks [] for security_group (a6e1f697-dfd6-4442-9eed-56410319f8f6), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:08.054860 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-20981902-896b-48f0-ad97-f0cafd26efb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (a6e1f697-dfd6-4442-9eed-56410319f8f6), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:08.111392 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:08.126006 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-20981902-896b-48f0-ad97-f0cafd26efb0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c7fd42cc001142279634135b4cb6727c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760146 Jul 28 17:45:08.127419 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 37018) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:08.148681 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20981902-896b-48f0-ad97-f0cafd26efb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e1f697-dfd6-4442-9eed-56410319f8f6,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:08.153047 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e189d58a-644d-4a84-8254-d06f87a8f6cf req-ed12bde9-8240-45de-b59d-4f4b337f0a1a service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993959 Jul 28 17:45:08.233087 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db8aa4-0eb8-468a-bbfd-0473adfafe05 req-3c0147f5-2f49-4081-9622-718f084a5b35 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:08.235409 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-32db8aa4-0eb8-468a-bbfd-0473adfafe05 req-3c0147f5-2f49-4081-9622-718f084a5b35 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 944 time: 0.1044481 Jul 28 17:45:08.297185 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-94eb6af8-c614-42da-b74d-d0fc8bfa2086 req-58b52450-08c5-46a9-a34d-da4601cd1012 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 210 time: 0.0397050 Jul 28 17:45:08.314407 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:45:08.329483 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-357d1bb2-3b47-47e4-b47c-bb3e4ba1f08b admin admin] Publish callbacks [] for security_group (a6e1f697-dfd6-4442-9eed-56410319f8f6), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:08.334737 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-e97a3de6-d812-436b-a98b-06c401b28310 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65535f9817c448dfac997e93efa1a909 HTTP/1.1" status: 200 len: 380 time: 0.1511035 Jul 28 17:45:08.353502 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:08.357719 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Request body: {'port': {'device_id': '4f84a7a8-29b0-4dfb-a6dd-11e25f978217', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:45:08.374698 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-86e139bf-6e8c-4195-a94e-7a804a594a78 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Request body: {'port': {'device_id': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'admin_state_up': True, 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'security_groups': ['feec5d10-bdf0-4465-8a10-cc0df90a2f3b']}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:45:08.424073 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-32db8aa4-0eb8-468a-bbfd-0473adfafe05 req-77d1476a-1bf2-414b-981a-d7e03499a7d8 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749673 Jul 28 17:45:08.431219 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-7ca34502-d50a-4aba-8224-2d29be86dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:08.435799 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-7ca34502-d50a-4aba-8224-2d29be86dce0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6018db8e046e4945be4dd56ff8e8eeea&device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 1128 time: 0.0890541 Jul 28 17:45:08.437356 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25c4bb-c430-48a2-9a9d-d5b5eb042278 req-d30d0209-850e-4b46-9431-991f807f90fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:08.439752 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9d25c4bb-c430-48a2-9a9d-d5b5eb042278 req-d30d0209-850e-4b46-9431-991f807f90fd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 1128 time: 0.0788698 Jul 28 17:45:08.461653 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-357d1bb2-3b47-47e4-b47c-bb3e4ba1f08b admin admin] Publish callbacks [] for security_group (a6e1f697-dfd6-4442-9eed-56410319f8f6), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:08.534362 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:08.544218 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-6fc07a4d-dfb9-4fb9-b51a-760d581be610 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 HTTP/1.1" status: 200 len: 217 time: 0.0520148 Jul 28 17:45:08.609480 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (68d3356b-d07b-40b6-8d0a-f9dfbab82c03), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:08.677789 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-86e139bf-6e8c-4195-a94e-7a804a594a78 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Made reservation on behalf of 65535f9817c448dfac997e93efa1a909 for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:45:08.685109 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-86e139bf-6e8c-4195-a94e-7a804a594a78 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:08.707706 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25c4bb-c430-48a2-9a9d-d5b5eb042278 req-5d310f05-eb2f-48ea-b9e8-73acc052151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:08.709402 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9d25c4bb-c430-48a2-9a9d-d5b5eb042278 req-5d310f05-eb2f-48ea-b9e8-73acc052151b service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 920 time: 0.2187984 Jul 28 17:45:08.799301 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbc2c1-c6f2-4ebd-96d7-6ce97d1f1934 req-c66bf1f8-f3f9-4ef4-b5b5-dd2e3d1ea069 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:08.803793 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8dbbc2c1-c6f2-4ebd-96d7-6ce97d1f1934 req-c66bf1f8-f3f9-4ef4-b5b5-dd2e3d1ea069 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 943 time: 0.0899312 Jul 28 17:45:08.806919 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-6b96d435-568e-428c-bf81-0a30f65ed5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:08.808163 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-6b96d435-568e-428c-bf81-0a30f65ed5f6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f9350510-64e3-44ef-8efa-a8962481efcc HTTP/1.1" status: 200 len: 851 time: 0.0978091 Jul 28 17:45:08.830614 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:08.870081 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8dbbc2c1-c6f2-4ebd-96d7-6ce97d1f1934 req-5833a0f8-456f-48e1-94c6-42ee38f76da7 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604837 Jul 28 17:45:08.920572 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-357d1bb2-3b47-47e4-b47c-bb3e4ba1f08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (a6e1f697-dfd6-4442-9eed-56410319f8f6), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:08.923320 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-357d1bb2-3b47-47e4-b47c-bb3e4ba1f08b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:08.924607 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-357d1bb2-3b47-47e4-b47c-bb3e4ba1f08b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a6e1f697-dfd6-4442-9eed-56410319f8f6 HTTP/1.1" status: 204 len: 168 time: 0.7950900 Jul 28 17:45:08.943843 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b3a9a-2bef-4e60-a74f-83d791a75371 req-f654cd66-a000-4696-8b96-6a19b9af315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:08.945489 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0b4b3a9a-2bef-4e60-a74f-83d791a75371 req-f654cd66-a000-4696-8b96-6a19b9af315e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 1127 time: 0.3014195 Jul 28 17:45:08.965631 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f5583-8886-4cfd-aef7-a19f18942271 req-64b8f334-81c4-49ae-9727-d109b97f8911 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:08.967176 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-999f5583-8886-4cfd-aef7-a19f18942271 req-64b8f334-81c4-49ae-9727-d109b97f8911 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 932 time: 0.2324514 Jul 28 17:45:09.000269 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d1bb2-3b47-47e4-b47c-bb3e4ba1f08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e1f697-dfd6-4442-9eed-56410319f8f6,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:09.238367 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-999f5583-8886-4cfd-aef7-a19f18942271 req-869e7ba1-f42c-4672-b739-38ff16048c6d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264149 Jul 28 17:45:09.250470 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-86e139bf-6e8c-4195-a94e-7a804a594a78 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Allocated IP 172.20.0.10 (f60734d5-8026-4cb9-8d4b-31a05ecd50e4/a600d630-923a-4634-8e5f-0a3bd63e1f8a/66a4d790-7df0-45de-afec-7d756c561981) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:45:09.431009 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7edbb171-dc6d-4cad-b8eb-b789fab9804a req-cbaae50c-21e7-4a3a-a8b5-16ef23da2693 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 210 time: 0.0411887 Jul 28 17:45:09.466993 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:45:09.483453 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Publish callbacks [] for port (68d3356b-d07b-40b6-8d0a-f9dfbab82c03), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:09.488437 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:09.493938 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-86e139bf-6e8c-4195-a94e-7a804a594a78 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for port (66a4d790-7df0-45de-afec-7d756c561981), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:09.508907 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Transition to ACTIVE for port object 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:45:09.520960 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:09.526797 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (68d3356b-d07b-40b6-8d0a-f9dfbab82c03), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:09.624283 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bacd5b-1926-4037-86f4-1c572ccd2d12 req-da237ab8-91b8-4e79-9f9a-205cedec912e tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:09.626097 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e5bacd5b-1926-4037-86f4-1c572ccd2d12 req-da237ab8-91b8-4e79-9f9a-205cedec912e tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 944 time: 0.1198418 Jul 28 17:45:09.645411 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Pushing event updated for resources: {'Port': ['ID=68d3356b-d07b-40b6-8d0a-f9dfbab82c03,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:09.674965 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-86e139bf-6e8c-4195-a94e-7a804a594a78 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (66a4d790-7df0-45de-afec-7d756c561981), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:09.767997 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-86e139bf-6e8c-4195-a94e-7a804a594a78 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:45:09.786065 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-86e139bf-6e8c-4195-a94e-7a804a594a78 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:45:09.789518 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-86e139bf-6e8c-4195-a94e-7a804a594a78 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:45:09.854306 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e139bf-6e8c-4195-a94e-7a804a594a78 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event updated for resources: {'Port': ['ID=66a4d790-7df0-45de-afec-7d756c561981,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:09.883096 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e5bacd5b-1926-4037-86f4-1c572ccd2d12 req-58512786-fe29-41d9-9305-0c3af4208c16 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330685 Jul 28 17:45:09.894447 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Attempting to bind port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:45:09.894889 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Attempting to bind port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '2856f09c-f174-4fdd-9016-ab1555fa8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:45:09.895344 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Attempting to bind port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 on network ae8fa151-853f-466c-9398-a2ea0d9328cd {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:45:09.910194 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-86e139bf-6e8c-4195-a94e-7a804a594a78 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:09.911183 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-86e139bf-6e8c-4195-a94e-7a804a594a78 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:09.916333 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 on network ae8fa151-853f-466c-9398-a2ea0d9328cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:45:09.916900 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Attempting to bind port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 on network ae8fa151-853f-466c-9398-a2ea0d9328cd {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:45:09.929721 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:45:09.930372 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Checking segment: {'id': '2856f09c-f174-4fdd-9016-ab1555fa8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:45:09.931107 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Bound using segment: {'id': '2856f09c-f174-4fdd-9016-ab1555fa8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:45:09.931926 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Bound port: 68d3356b-d07b-40b6-8d0a-f9dfbab82c03, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2856f09c-f174-4fdd-9016-ab1555fa8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:45:09.933202 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (68d3356b-d07b-40b6-8d0a-f9dfbab82c03), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:09.970797 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-86e139bf-6e8c-4195-a94e-7a804a594a78 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6052027 Jul 28 17:45:10.036951 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f5a2e-03c9-43a5-9eba-ac93f25203ee req-78e52c97-814d-4a6e-beef-9a59409643ae tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:10.050300 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a84f5a2e-03c9-43a5-9eba-ac93f25203ee req-78e52c97-814d-4a6e-beef-9a59409643ae tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 943 time: 0.0828679 Jul 28 17:45:10.050928 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] For port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:45:10.054428 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] For port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=68d3356b-d07b-40b6-8d0a-f9dfbab82c03,segment=NetworkSegment(2856f09c-f174-4fdd-9016-ab1555fa8266),segment_id=2856f09c-f174-4fdd-9016-ab1555fa8266)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:45:10.065431 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (68d3356b-d07b-40b6-8d0a-f9dfbab82c03), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:10.119213 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a84f5a2e-03c9-43a5-9eba-ac93f25203ee req-0794fc7c-a6d6-4394-b0d8-64319fd76215 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663278 Jul 28 17:45:10.123894 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:10.126787 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:10.136183 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] 10.222.0.100 "PUT /v2.0/ports/68d3356b-d07b-40b6-8d0a-f9dfbab82c03 HTTP/1.1" status: 200 len: 1094 time: 1.7928100 Jul 28 17:45:10.137401 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f84a7a8-29b0-4dfb-a6dd-11e25f978217', 'tag': '68d3356b-d07b-40b6-8d0a-f9dfbab82c03'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:45:10.140251 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fd88ed-d64e-42aa-a5b7-121d416895cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4f84a7a8-29b0-4dfb-a6dd-11e25f978217", "tag": "68d3356b-d07b-40b6-8d0a-f9dfbab82c03"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:45:10.212059 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d011671e-1037-4101-80b1-8d0b557fddd8 x-openstack-request-id: req-d011671e-1037-4101-80b1-8d0b557fddd8 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:45:10.212609 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f84a7a8-29b0-4dfb-a6dd-11e25f978217", "tag": "68d3356b-d07b-40b6-8d0a-f9dfbab82c03", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:45:10.212998 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d011671e-1037-4101-80b1-8d0b557fddd8 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:45:10.213543 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d011671e-1037-4101-80b1-8d0b557fddd8'] response: {'name': 'network-changed', 'server_uuid': '4f84a7a8-29b0-4dfb-a6dd-11e25f978217', 'tag': '68d3356b-d07b-40b6-8d0a-f9dfbab82c03', 'status': 'completed', 'code': 200} Jul 28 17:45:10.214623 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80322882-1595-4305-a699-2c1734c1b1eb service neutron] Pushing event updated for resources: {'Port': ['ID=68d3356b-d07b-40b6-8d0a-f9dfbab82c03,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:10.250103 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-426bd42f-114f-4f76-b754-a2c8d3131b00 None None] Provisioning complete for port 66a4d790-7df0-45de-afec-7d756c561981 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:45:10.251250 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-426bd42f-114f-4f76-b754-a2c8d3131b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (66a4d790-7df0-45de-afec-7d756c561981), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:10.300595 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-426bd42f-114f-4f76-b754-a2c8d3131b00 None None] Port 66a4d790-7df0-45de-afec-7d756c561981 cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:45:10.415653 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8ecf0-48a0-4f63-9f29-bc9dff821246 req-31f617c5-522c-4be9-b457-94f7d79c123f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:10.417230 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3de8ecf0-48a0-4f63-9f29-bc9dff821246 req-31f617c5-522c-4be9-b457-94f7d79c123f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 944 time: 0.0746555 Jul 28 17:45:10.479932 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3de8ecf0-48a0-4f63-9f29-bc9dff821246 req-7b7e1b3f-61fb-47fd-badb-eb1858f8214f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553551 Jul 28 17:45:10.568464 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Request body: {'port': {'device_id': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:45:10.604640 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9d25c4bb-c430-48a2-9a9d-d5b5eb042278 req-cbae7bbd-5a9c-4d8d-9c28-3b6b98ebe2b1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fce94af7-010d-4f2b-9d29-fdfc9ec97409 HTTP/1.1" status: 200 len: 217 time: 0.0829442 Jul 28 17:45:10.684251 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-cf1e8a4d-3e89-4911-add7-d315a69dde3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:10.690268 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-cf1e8a4d-3e89-4911-add7-d315a69dde3e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=cbd36208-112c-4d11-9738-c86cba94c43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1586521 Jul 28 17:45:10.722072 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25c4bb-c430-48a2-9a9d-d5b5eb042278 req-9c62c50d-3958-4425-8fa9-23b50ff0c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:10.723609 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9d25c4bb-c430-48a2-9a9d-d5b5eb042278 req-9c62c50d-3958-4425-8fa9-23b50ff0c9be service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 200 len: 857 time: 0.0965669 Jul 28 17:45:10.757889 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 37160) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:10.847502 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25c4bb-c430-48a2-9a9d-d5b5eb042278 req-25bae260-4102-4292-ac3f-7da168e99420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:10.849214 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9d25c4bb-c430-48a2-9a9d-d5b5eb042278 req-25bae260-4102-4292-ac3f-7da168e99420 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c5bc62a-37b3-4ec7-a921-dd776df143f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0902607 Jul 28 17:45:10.958844 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-f1ff0f15-6567-49ac-8686-47faa40bedfa service neutron] 10.222.0.100 "GET /v2.0/networks/cbd36208-112c-4d11-9738-c86cba94c43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645516 Jul 28 17:45:11.026187 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0dee38aa-8eb1-467e-b09b-36750446fcd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:11.041083 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:11.085075 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b3a9a-2bef-4e60-a74f-83d791a75371 req-30f7e8df-77b4-43a1-8702-310adc0150ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:11.087202 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0b4b3a9a-2bef-4e60-a74f-83d791a75371 req-30f7e8df-77b4-43a1-8702-310adc0150ed service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 920 time: 0.5662582 Jul 28 17:45:11.096095 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd88ed-d64e-42aa-a5b7-121d416895cf req-871693aa-4f85-4364-ba2b-8fbf3262b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:11.097590 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c4fd88ed-d64e-42aa-a5b7-121d416895cf req-871693aa-4f85-4364-ba2b-8fbf3262b09f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=78a2f25af7784086aadec8dd5a1015dd&device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 1128 time: 0.5171831 Jul 28 17:45:11.136391 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:11.145953 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6897b4c-3b5e-4512-b003-8d24e56fd2ac req-4dd23686-2b21-424b-a5da-d419315b533b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:11.145953 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b6897b4c-3b5e-4512-b003-8d24e56fd2ac req-4dd23686-2b21-424b-a5da-d419315b533b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 932 time: 0.4884677 Jul 28 17:45:11.154641 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 37172) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:11.178042 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a48bbb-5336-4461-bb85-20fca79f36d1 req-ca9aca5a-1bc4-4040-8374-12ea3b59b2c1 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:11.179521 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b5a48bbb-5336-4461-bb85-20fca79f36d1 req-ca9aca5a-1bc4-4040-8374-12ea3b59b2c1 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 944 time: 0.1576521 Jul 28 17:45:11.193440 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-4c27cbdf-52cd-45bb-a0a8-1e070a5247fa service neutron] 10.222.0.100 "GET /v2.0/networks/cbd36208-112c-4d11-9738-c86cba94c43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234571 Jul 28 17:45:11.199761 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9d25c4bb-c430-48a2-9a9d-d5b5eb042278 req-cba379fe-53d9-4742-bbcc-52b9b6049ee2 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430021 Jul 28 17:45:11.215996 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0b4b3a9a-2bef-4e60-a74f-83d791a75371 req-c3e942f9-a165-4250-a618-dc3838c5595b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=320b8217-84b0-4579-b2de-291315cf5fe9 HTTP/1.1" status: 200 len: 217 time: 0.1172256 Jul 28 17:45:11.311148 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (66a4d790-7df0-45de-afec-7d756c561981), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:11.373619 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b5a48bbb-5336-4461-bb85-20fca79f36d1 req-f66d87b9-6321-4c83-a584-c0ceed1a4125 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784623 Jul 28 17:45:11.383014 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-95fefd7a-79f7-40e4-97bb-08a0628ac782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:11.395607 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0dee38aa-8eb1-467e-b09b-36750446fcd4 admin admin] Publish callbacks [] for security_group (530583bc-981c-46fd-9e54-95cf16114345), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:11.409982 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:11.415110 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9d25c4bb-c430-48a2-9a9d-d5b5eb042278 req-61486cfd-2a5f-4e38-85a8-5e1e79068678 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025070 Jul 28 17:45:11.415731 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0dee38aa-8eb1-467e-b09b-36750446fcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (530583bc-981c-46fd-9e54-95cf16114345), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:11.486014 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b6897b4c-3b5e-4512-b003-8d24e56fd2ac req-e43fb244-8d6c-4512-b1ff-82331ac1467b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898302 Jul 28 17:45:11.488590 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b3a9a-2bef-4e60-a74f-83d791a75371 req-16eaec35-2a25-4013-b244-af358bc7b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:11.489774 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee38aa-8eb1-467e-b09b-36750446fcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530583bc-981c-46fd-9e54-95cf16114345,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:11.490263 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0b4b3a9a-2bef-4e60-a74f-83d791a75371 req-16eaec35-2a25-4013-b244-af358bc7b0dd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 200 len: 857 time: 0.2476802 Jul 28 17:45:11.496401 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd88ed-d64e-42aa-a5b7-121d416895cf req-8700c403-6d17-4c5c-928f-8e408af4f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:11.497924 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c4fd88ed-d64e-42aa-a5b7-121d416895cf req-8700c403-6d17-4c5c-928f-8e408af4f9be service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=78a2f25af7784086aadec8dd5a1015dd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3057017 Jul 28 17:45:11.517923 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-0dee38aa-8eb1-467e-b09b-36750446fcd4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2a75ab1707a9432c90599817bf2a9bd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7576036 Jul 28 17:45:11.523208 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 37180) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:11.524234 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:11.569181 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf907d39-5ea1-4d0a-ae0d-fc34164d2f59 req-514dd782-d13c-484a-afd9-c00962525eb0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:11.570618 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-cf907d39-5ea1-4d0a-ae0d-fc34164d2f59 req-514dd782-d13c-484a-afd9-c00962525eb0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 943 time: 0.1181304 Jul 28 17:45:11.653483 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-95fefd7a-79f7-40e4-97bb-08a0628ac782 admin admin] Publish callbacks [] for security_group (7fc43edd-0d23-4bc4-9040-59428dd77c4b), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:11.662278 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-573aa2f0-c909-46c3-ba7b-cc9bd83cddf1 admin admin] Publish callbacks [] for security_group (530583bc-981c-46fd-9e54-95cf16114345), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:11.664007 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-95fefd7a-79f7-40e4-97bb-08a0628ac782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (7fc43edd-0d23-4bc4-9040-59428dd77c4b), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:11.705510 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2a4f6-f8d4-4175-8210-db7379a4c4c2 req-5362d6ef-97d2-4e34-acda-985e2c7f7e97 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:11.707189 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5eb2a4f6-f8d4-4175-8210-db7379a4c4c2 req-5362d6ef-97d2-4e34-acda-985e2c7f7e97 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 944 time: 0.1023417 Jul 28 17:45:11.711124 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-cf907d39-5ea1-4d0a-ae0d-fc34164d2f59 req-10dc8e59-3c6e-4430-b559-9a91bed3dff0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274562 Jul 28 17:45:11.723918 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-573aa2f0-c909-46c3-ba7b-cc9bd83cddf1 admin admin] Publish callbacks [] for security_group (530583bc-981c-46fd-9e54-95cf16114345), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:11.748066 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-95fefd7a-79f7-40e4-97bb-08a0628ac782 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d995f269855747cfa22b6ddb8f66db71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5852022 Jul 28 17:45:11.749299 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 37194) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:11.769663 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fefd7a-79f7-40e4-97bb-08a0628ac782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc43edd-0d23-4bc4-9040-59428dd77c4b,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:11.793736 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5eb2a4f6-f8d4-4175-8210-db7379a4c4c2 req-e9c4cfed-e5be-4b9b-a3e9-d7af7cb4cede tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776937 Jul 28 17:45:11.827770 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:11.845308 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cf1f3d07-a838-47d0-92db-053516952118 admin admin] Publish callbacks [] for security_group (7fc43edd-0d23-4bc4-9040-59428dd77c4b), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:11.877536 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cf1f3d07-a838-47d0-92db-053516952118 admin admin] Publish callbacks [] for security_group (7fc43edd-0d23-4bc4-9040-59428dd77c4b), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:11.879560 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-573aa2f0-c909-46c3-ba7b-cc9bd83cddf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (530583bc-981c-46fd-9e54-95cf16114345), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:11.882326 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-573aa2f0-c909-46c3-ba7b-cc9bd83cddf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:11.883387 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-573aa2f0-c909-46c3-ba7b-cc9bd83cddf1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/530583bc-981c-46fd-9e54-95cf16114345 HTTP/1.1" status: 204 len: 168 time: 0.3581665 Jul 28 17:45:11.909232 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573aa2f0-c909-46c3-ba7b-cc9bd83cddf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530583bc-981c-46fd-9e54-95cf16114345,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:11.928769 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a4d790-7df0-45de-afec-7d756c561981 {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:45:11.957552 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Publish callbacks [] for port (66a4d790-7df0-45de-afec-7d756c561981), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:12.006299 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Transition to ACTIVE for port object 66a4d790-7df0-45de-afec-7d756c561981 will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:45:12.008507 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cf1f3d07-a838-47d0-92db-053516952118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (7fc43edd-0d23-4bc4-9040-59428dd77c4b), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:12.011563 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (66a4d790-7df0-45de-afec-7d756c561981), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:12.027474 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cf1f3d07-a838-47d0-92db-053516952118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:12.028568 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-cf1f3d07-a838-47d0-92db-053516952118 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7fc43edd-0d23-4bc4-9040-59428dd77c4b HTTP/1.1" status: 204 len: 168 time: 0.2738371 Jul 28 17:45:12.069842 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f3d07-a838-47d0-92db-053516952118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc43edd-0d23-4bc4-9040-59428dd77c4b,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:12.086096 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d3557-1648-4117-8df3-1c8a0bf3e1b9 req-d2c21055-51ab-4ec9-816c-4cb2568657d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:12.088760 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-642d3557-1648-4117-8df3-1c8a0bf3e1b9 req-d2c21055-51ab-4ec9-816c-4cb2568657d2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6018db8e046e4945be4dd56ff8e8eeea&device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 1128 time: 0.0558603 Jul 28 17:45:12.307193 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:12.364409 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b3a9a-2bef-4e60-a74f-83d791a75371 req-e9639f36-fb3c-4fe9-b9ac-7990b33e0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:12.365943 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0b4b3a9a-2bef-4e60-a74f-83d791a75371 req-e9639f36-fb3c-4fe9-b9ac-7990b33e0257 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c5bc62a-37b3-4ec7-a921-dd776df143f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3409579 Jul 28 17:45:12.434430 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Pushing event updated for resources: {'Port': ['ID=66a4d790-7df0-45de-afec-7d756c561981,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:12.506368 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d3557-1648-4117-8df3-1c8a0bf3e1b9 req-9fc56cdc-3a37-4491-975d-a60162cc9dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:12.507858 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-642d3557-1648-4117-8df3-1c8a0bf3e1b9 req-9fc56cdc-3a37-4491-975d-a60162cc9dc5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=cbd36208-112c-4d11-9738-c86cba94c43a HTTP/1.1" status: 200 len: 914 time: 0.4114282 Jul 28 17:45:12.552379 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd88ed-d64e-42aa-a5b7-121d416895cf req-365e54cd-950f-4ce4-962b-05341b1cabaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:12.554131 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c4fd88ed-d64e-42aa-a5b7-121d416895cf req-365e54cd-950f-4ce4-962b-05341b1cabaf service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5302918 Jul 28 17:45:12.598757 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Attempting to bind port 66a4d790-7df0-45de-afec-7d756c561981 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:45:12.600305 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Attempting to bind port 66a4d790-7df0-45de-afec-7d756c561981 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '2c576f9b-4c90-41e8-a1a2-91b0fed62346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:45:12.601474 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Attempting to bind port 66a4d790-7df0-45de-afec-7d756c561981 on network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:45:12.617358 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Port 66a4d790-7df0-45de-afec-7d756c561981 on network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:45:12.617759 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Attempting to bind port 66a4d790-7df0-45de-afec-7d756c561981 on network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:45:12.629770 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:45:12.630195 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Checking segment: {'id': '2c576f9b-4c90-41e8-a1a2-91b0fed62346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:45:12.630651 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Bound using segment: {'id': '2c576f9b-4c90-41e8-a1a2-91b0fed62346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:45:12.631163 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Bound port: 66a4d790-7df0-45de-afec-7d756c561981, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c576f9b-4c90-41e8-a1a2-91b0fed62346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:45:12.631737 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (66a4d790-7df0-45de-afec-7d756c561981), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:12.634003 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-642d3557-1648-4117-8df3-1c8a0bf3e1b9 req-e6df4169-1ca7-4ab7-a597-0ea1914be63c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 HTTP/1.1" status: 200 len: 217 time: 0.1175115 Jul 28 17:45:12.646024 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0b4b3a9a-2bef-4e60-a74f-83d791a75371 req-4a78ddf3-a371-4c23-a02e-a5e59bee234d service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599828 Jul 28 17:45:12.705103 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:12.716171 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 37224) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:12.724661 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d3557-1648-4117-8df3-1c8a0bf3e1b9 req-84197c8b-152b-461c-9537-1cbcfacc35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:12.728170 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-642d3557-1648-4117-8df3-1c8a0bf3e1b9 req-84197c8b-152b-461c-9537-1cbcfacc35b7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f9350510-64e3-44ef-8efa-a8962481efcc HTTP/1.1" status: 200 len: 851 time: 0.0653896 Jul 28 17:45:12.734051 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf9e03-1948-4e6c-8092-c283aa79254e req-5f971ff6-357e-409d-9beb-d73a55eebfbb tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:12.740904 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9adf9e03-1948-4e6c-8092-c283aa79254e req-5f971ff6-357e-409d-9beb-d73a55eebfbb tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 944 time: 0.1171210 Jul 28 17:45:12.840008 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9adf9e03-1948-4e6c-8092-c283aa79254e req-0b19f537-ba8c-4dec-acfb-7395a34c22dd tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979388 Jul 28 17:45:12.855509 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d3557-1648-4117-8df3-1c8a0bf3e1b9 req-3dd04052-ecc4-4eda-9dea-ce36a3ba0a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:12.862018 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-642d3557-1648-4117-8df3-1c8a0bf3e1b9 req-3dd04052-ecc4-4eda-9dea-ce36a3ba0a4b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=cbd36208-112c-4d11-9738-c86cba94c43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1102366 Jul 28 17:45:12.867271 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device fce94af7-010d-4f2b-9d29-fdfc9ec97409 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:45:12.871766 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:12.887763 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 37234) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:12.990210 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-92f4edb2-9032-420e-82f8-1e3c6e84e8b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:13.045938 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-e614fcbe-2f38-46cc-8008-377f9c3101ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:13.049443 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-e614fcbe-2f38-46cc-8008-377f9c3101ba service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=78a2f25af7784086aadec8dd5a1015dd&device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 1128 time: 0.3958240 Jul 28 17:45:13.079452 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9808d-72f7-4932-b04e-859e573825c1 req-503a3de8-790e-444c-823f-7130674b6547 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:13.088490 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c7e9808d-72f7-4932-b04e-859e573825c1 req-503a3de8-790e-444c-823f-7130674b6547 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.4018414 Jul 28 17:45:13.103336 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] For port 66a4d790-7df0-45de-afec-7d756c561981, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:45:13.132332 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port fce94af7-010d-4f2b-9d29-fdfc9ec97409, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fce94af7-010d-4f2b-9d29-fdfc9ec97409,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:45:13.146699 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:13.147110 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': 'fce94af7-010d-4f2b-9d29-fdfc9ec97409', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'port_id': 'fce94af7-010d-4f2b-9d29-fdfc9ec97409', 'mac_address': 'fa:16:3e:e8:38:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:45:13.173517 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-1c34adac-f41b-4d30-aa12-2c76f72cca49 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68d3356b-d07b-40b6-8d0a-f9dfbab82c03 HTTP/1.1" status: 200 len: 217 time: 0.0788243 Jul 28 17:45:13.178153 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] For port 66a4d790-7df0-45de-afec-7d756c561981, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=66a4d790-7df0-45de-afec-7d756c561981,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:45:13.196504 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-642d3557-1648-4117-8df3-1c8a0bf3e1b9 req-412a7721-497f-4a37-85a3-95024236a98d service neutron] 10.222.0.100 "GET /v2.0/networks/cbd36208-112c-4d11-9738-c86cba94c43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276453 Jul 28 17:45:13.199953 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port fce94af7-010d-4f2b-9d29-fdfc9ec97409 is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:45:13.200456 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (fce94af7-010d-4f2b-9d29-fdfc9ec97409), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:13.229331 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce94af7-010d-4f2b-9d29-fdfc9ec97409 {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:45:13.256795 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port fce94af7-010d-4f2b-9d29-fdfc9ec97409, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fce94af7-010d-4f2b-9d29-fdfc9ec97409,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:45:13.264408 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c7e9808d-72f7-4932-b04e-859e573825c1 req-cd24339b-ca91-4f3c-9d37-32d4866b673d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748734 Jul 28 17:45:13.265046 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (fce94af7-010d-4f2b-9d29-fdfc9ec97409), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:13.265972 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 320b8217-84b0-4579-b2de-291315cf5fe9 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:45:13.287912 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (66a4d790-7df0-45de-afec-7d756c561981), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:13.303113 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0b4b3a9a-2bef-4e60-a74f-83d791a75371 req-fc401934-2125-4c58-93d1-26061202eac3 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484122 Jul 28 17:45:13.346652 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-642d3557-1648-4117-8df3-1c8a0bf3e1b9 req-a540b334-d445-4757-aee1-8dc9cd60d975 service neutron] 10.222.0.100 "GET /v2.0/networks/cbd36208-112c-4d11-9738-c86cba94c43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269062 Jul 28 17:45:13.360419 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:13.361363 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:13.363062 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] 10.222.0.100 "PUT /v2.0/ports/66a4d790-7df0-45de-afec-7d756c561981 HTTP/1.1" status: 200 len: 1094 time: 2.8058224 Jul 28 17:45:13.363263 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391dacf-3929-4b60-918d-884ddf73c0c8 req-c84fa286-99c7-44f0-bedb-a3246d011ef4 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:13.365014 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2391dacf-3929-4b60-918d-884ddf73c0c8 req-c84fa286-99c7-44f0-bedb-a3246d011ef4 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 943 time: 0.3994687 Jul 28 17:45:13.369514 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'tag': '66a4d790-7df0-45de-afec-7d756c561981'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:45:13.372626 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcba3914-684f-4f9c-99d3-116346950543" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b7bb8c-4218-4d08-a7d6-9c91343649a8", "tag": "66a4d790-7df0-45de-afec-7d756c561981"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:45:13.376580 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-aa007cde-855a-4664-8bda-e8e1ef95de55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:13.379367 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:13.382368 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=fce94af7-010d-4f2b-9d29-fdfc9ec97409,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:13.413395 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-14d5a242-bfdf-4611-8b0c-47be0b710639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:13.415232 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-14d5a242-bfdf-4611-8b0c-47be0b710639 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ce8ae2ae-69b2-4f29-aac4-77e56446331a HTTP/1.1" status: 200 len: 849 time: 0.2321153 Jul 28 17:45:13.426065 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 320b8217-84b0-4579-b2de-291315cf5fe9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=320b8217-84b0-4579-b2de-291315cf5fe9,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:45:13.445736 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '320b8217-84b0-4579-b2de-291315cf5fe9', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'port_id': '320b8217-84b0-4579-b2de-291315cf5fe9', 'mac_address': 'fa:16:3e:9e:c7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:45:13.485375 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e374216-759f-496a-b5da-9a49e9a1d148 req-1cfb5db5-2551-4b59-aada-ebb47899b28d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:13.492286 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2391dacf-3929-4b60-918d-884ddf73c0c8 req-69154b52-e70a-4e77-aa55-aa657d7b70c1 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178048 Jul 28 17:45:13.493779 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e374216-759f-496a-b5da-9a49e9a1d148 req-1cfb5db5-2551-4b59-aada-ebb47899b28d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 944 time: 0.0752058 Jul 28 17:45:13.543846 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae64ffb-dcb0-4386-b11b-c8a6c8291e14 service neutron] Pushing event updated for resources: {'Port': ['ID=66a4d790-7df0-45de-afec-7d756c561981,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:13.544879 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:13.551130 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 320b8217-84b0-4579-b2de-291315cf5fe9 is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:45:13.554460 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (320b8217-84b0-4579-b2de-291315cf5fe9), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:13.619798 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320b8217-84b0-4579-b2de-291315cf5fe9 {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:45:13.682274 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 320b8217-84b0-4579-b2de-291315cf5fe9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=320b8217-84b0-4579-b2de-291315cf5fe9,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:45:13.694472 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-67b747e0-c0fc-4c23-b8e6-953ff3cff78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:13.696460 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-67b747e0-c0fc-4c23-b8e6-953ff3cff78e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=65535f9817c448dfac997e93efa1a909&device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 1128 time: 0.1876945 Jul 28 17:45:13.698131 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ff116e-0c60-4069-b13c-da665edc756e x-openstack-request-id: req-19ff116e-0c60-4069-b13c-da665edc756e {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:45:13.698519 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b7bb8c-4218-4d08-a7d6-9c91343649a8", "tag": "66a4d790-7df0-45de-afec-7d756c561981", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:45:13.698874 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-19ff116e-0c60-4069-b13c-da665edc756e {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:45:13.699349 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ff116e-0c60-4069-b13c-da665edc756e'] response: {'name': 'network-changed', 'server_uuid': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'tag': '66a4d790-7df0-45de-afec-7d756c561981', 'status': 'completed', 'code': 200} Jul 28 17:45:13.703099 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (320b8217-84b0-4579-b2de-291315cf5fe9), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:13.725407 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-6ec184fb-f0ff-4e95-88b4-20cff89eb533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:13.727173 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-6ec184fb-f0ff-4e95-88b4-20cff89eb533 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ae8fa151-853f-466c-9398-a2ea0d9328cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2275379 Jul 28 17:45:13.732393 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-92f4edb2-9032-420e-82f8-1e3c6e84e8b0 admin admin] Publish callbacks [] for security_group (7a3d9c82-0b81-4820-9403-7df8643093bf), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:13.747171 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-92f4edb2-9032-420e-82f8-1e3c6e84e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (7a3d9c82-0b81-4820-9403-7df8643093bf), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:13.791352 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=320b8217-84b0-4579-b2de-291315cf5fe9,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:13.822232 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-51aca191-65b0-4c4c-835c-e02dfe7c7c3c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66a4d790-7df0-45de-afec-7d756c561981 HTTP/1.1" status: 200 len: 217 time: 0.0984976 Jul 28 17:45:13.828764 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4edb2-9032-420e-82f8-1e3c6e84e8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3d9c82-0b81-4820-9403-7df8643093bf,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:13.846514 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e374216-759f-496a-b5da-9a49e9a1d148 req-d147a153-ab2a-4537-a16e-35dc805e29ec tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3515837 Jul 28 17:45:13.870010 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-92f4edb2-9032-420e-82f8-1e3c6e84e8b0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e58049119104464e99609cf83730d2d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9572842 Jul 28 17:45:13.875746 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 37266) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:13.899219 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-aa007cde-855a-4664-8bda-e8e1ef95de55 admin admin] Publish callbacks [] for security_group (7c2a21b6-a8a0-4204-83a6-a6646adfa0e5), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:13.913092 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-aa007cde-855a-4664-8bda-e8e1ef95de55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (7c2a21b6-a8a0-4204-83a6-a6646adfa0e5), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:13.954011 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-f333d8ed-25a2-43fd-aaad-b1f5d0bf8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:13.955505 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-f333d8ed-25a2-43fd-aaad-b1f5d0bf8c46 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a600d630-923a-4634-8e5f-0a3bd63e1f8a HTTP/1.1" status: 200 len: 855 time: 0.1249256 Jul 28 17:45:13.972122 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa007cde-855a-4664-8bda-e8e1ef95de55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2a21b6-a8a0-4204-83a6-a6646adfa0e5,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:13.994416 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-aa007cde-855a-4664-8bda-e8e1ef95de55 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d333e36a18f74154a092b992d9ac79be&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2758901 Jul 28 17:45:14.010788 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 37272) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:14.032301 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:14.046963 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ae339-529d-4b3a-a36f-b736be332f7e req-7abe4c20-08b0-4ba2-96bc-bd93a9b74dde tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:14.049078 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ba1ae339-529d-4b3a-a36f-b736be332f7e req-7abe4c20-08b0-4ba2-96bc-bd93a9b74dde tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 944 time: 0.0897901 Jul 28 17:45:14.051080 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-d0660566-dc56-487f-ada3-7abee8b62f6c service neutron] 10.222.0.100 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522240 Jul 28 17:45:14.051763 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-70b986bc-f448-454c-aa58-465bf11b15e7 admin admin] Publish callbacks [] for security_group (7a3d9c82-0b81-4820-9403-7df8643093bf), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:14.072490 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-7b6c9beb-a2d8-4f9e-a24a-78506dc01e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:14.074109 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-7b6c9beb-a2d8-4f9e-a24a-78506dc01e8b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1080821 Jul 28 17:45:14.079417 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:14.089838 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-70b986bc-f448-454c-aa58-465bf11b15e7 admin admin] Publish callbacks [] for security_group (7a3d9c82-0b81-4820-9403-7df8643093bf), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:14.147398 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ba1ae339-529d-4b3a-a36f-b736be332f7e req-3b1c1972-1b05-46d3-afb4-6bd0d1a72475 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907202 Jul 28 17:45:14.183086 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-70b986bc-f448-454c-aa58-465bf11b15e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (7a3d9c82-0b81-4820-9403-7df8643093bf), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:14.186093 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-70b986bc-f448-454c-aa58-465bf11b15e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:14.188300 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-70b986bc-f448-454c-aa58-465bf11b15e7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7a3d9c82-0b81-4820-9403-7df8643093bf HTTP/1.1" status: 204 len: 168 time: 0.3114529 Jul 28 17:45:14.198912 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b986bc-f448-454c-aa58-465bf11b15e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3d9c82-0b81-4820-9403-7df8643093bf,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:14.206455 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4e47c3e3-ecb1-41e6-8425-2b11a9ddb77b admin admin] Publish callbacks [] for security_group (7c2a21b6-a8a0-4204-83a6-a6646adfa0e5), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:14.237868 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['fce94af7-010d-4f2b-9d29-fdfc9ec97409'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:45:14.258974 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:14.261595 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5a754b6d-f452-49f1-89fc-b3409b2c016d req-bd2cb6e8-10d4-4847-bb46-b64377b9dd3a service neutron] 10.222.0.100 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003095 Jul 28 17:45:14.275233 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4e47c3e3-ecb1-41e6-8425-2b11a9ddb77b admin admin] Publish callbacks [] for security_group (7c2a21b6-a8a0-4204-83a6-a6646adfa0e5), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:14.301794 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-69d46041-dd66-48c5-b3b4-14cf05fc519e service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107470 Jul 28 17:45:14.490596 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194ebaa-745e-4266-8532-748026c8b92a req-a5063668-3834-4758-8c96-4e905ac44e86 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:14.497452 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7194ebaa-745e-4266-8532-748026c8b92a req-a5063668-3834-4758-8c96-4e905ac44e86 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0806968 Jul 28 17:45:14.501848 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4e47c3e3-ecb1-41e6-8425-2b11a9ddb77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (7c2a21b6-a8a0-4204-83a6-a6646adfa0e5), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:14.504387 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4e47c3e3-ecb1-41e6-8425-2b11a9ddb77b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:14.505538 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-4e47c3e3-ecb1-41e6-8425-2b11a9ddb77b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7c2a21b6-a8a0-4204-83a6-a6646adfa0e5 HTTP/1.1" status: 204 len: 168 time: 0.4905946 Jul 28 17:45:14.539173 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['320b8217-84b0-4579-b2de-291315cf5fe9'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:45:14.542900 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47c3e3-ecb1-41e6-8425-2b11a9ddb77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2a21b6-a8a0-4204-83a6-a6646adfa0e5,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:14.571911 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ac13ab-4508-4677-9250-54fb21d641f9 req-6b67afb1-e1cf-4dad-bb41-95364f9865c9 service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376728 Jul 28 17:45:14.675797 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7194ebaa-745e-4266-8532-748026c8b92a req-563bfdfb-ad0b-4ec1-9909-95401de953bc tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774743 Jul 28 17:45:14.747855 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793af788-eda7-40b6-952b-06b5e02b88f4 req-5c1a4953-7d65-4bea-bb66-bbeff80f9b64 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:14.750109 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-793af788-eda7-40b6-952b-06b5e02b88f4 req-5c1a4953-7d65-4bea-bb66-bbeff80f9b64 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 944 time: 0.0897779 Jul 28 17:45:14.807230 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:14.829923 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:45:14.859585 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-793af788-eda7-40b6-952b-06b5e02b88f4 req-990f3823-95f2-4a25-a1ae-0901a62d4967 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946760 Jul 28 17:45:14.994391 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=59e7f4e7-e3a7-4a27-b67d-dea37480a3a0,segment=NetworkSegment(3bc62332-26ed-4bc4-8de1-780690313a96),segment_id=3bc62332-26ed-4bc4-8de1-780690313a96)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:45:15.013107 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '59e7f4e7-e3a7-4a27-b67d-dea37480a3a0', 'network_id': 'cbd36208-112c-4d11-9738-c86cba94c43a', 'port_id': '59e7f4e7-e3a7-4a27-b67d-dea37480a3a0', 'mac_address': 'fa:16:3e:c8:1f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9350510-64e3-44ef-8efa-a8962481efcc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:45:15.037188 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd0565-4652-41d0-af92-e460962600d8 req-fe19ee86-2775-46ca-9cdd-0f4f975fc99b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:15.043975 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-84dd0565-4652-41d0-af92-e460962600d8 req-fe19ee86-2775-46ca-9cdd-0f4f975fc99b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 944 time: 0.0877762 Jul 28 17:45:15.061275 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:45:15.062350 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (59e7f4e7-e3a7-4a27-b67d-dea37480a3a0), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:15.079451 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:45:15.104749 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=59e7f4e7-e3a7-4a27-b67d-dea37480a3a0,segment=NetworkSegment(3bc62332-26ed-4bc4-8de1-780690313a96),segment_id=3bc62332-26ed-4bc4-8de1-780690313a96)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:45:15.110983 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (59e7f4e7-e3a7-4a27-b67d-dea37480a3a0), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:15.112562 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-84dd0565-4652-41d0-af92-e460962600d8 req-8569455b-7d1d-4745-a69e-8f493576bf3a tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674033 Jul 28 17:45:15.158181 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:15.168473 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 37306) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:15.198116 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=59e7f4e7-e3a7-4a27-b67d-dea37480a3a0,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:15.199266 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-af05d53a-cb6a-4afd-8baf-3d50698bff3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:15.300720 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-af05d53a-cb6a-4afd-8baf-3d50698bff3e admin admin] Publish callbacks [] for security_group (50a993bb-b458-4b53-9d0a-c4dc169639db), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:15.305466 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7904501-7078-48f6-8c37-e19d28f31823 req-027bca95-1801-478f-9e16-e9f2d8532c31 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:15.307370 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d7904501-7078-48f6-8c37-e19d28f31823 req-027bca95-1801-478f-9e16-e9f2d8532c31 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 945 time: 0.0615616 Jul 28 17:45:15.308316 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-af05d53a-cb6a-4afd-8baf-3d50698bff3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (50a993bb-b458-4b53-9d0a-c4dc169639db), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:15.373367 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-af05d53a-cb6a-4afd-8baf-3d50698bff3e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7463ef96c10a45d1903b7c38e55bdb04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2026234 Jul 28 17:45:15.376180 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 37318) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:15.384169 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05d53a-cb6a-4afd-8baf-3d50698bff3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a993bb-b458-4b53-9d0a-c4dc169639db,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:15.409064 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d7904501-7078-48f6-8c37-e19d28f31823 req-dfb44e58-175b-40cf-93c8-2d9385fca1b5 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925179 Jul 28 17:45:15.470900 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-0da3745a-c715-4c52-b3ea-9c6c0ef8a22c admin admin] Publish callbacks [] for security_group (50a993bb-b458-4b53-9d0a-c4dc169639db), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:15.494276 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-0da3745a-c715-4c52-b3ea-9c6c0ef8a22c admin admin] Publish callbacks [] for security_group (50a993bb-b458-4b53-9d0a-c4dc169639db), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:15.511872 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:15.549118 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-0da3745a-c715-4c52-b3ea-9c6c0ef8a22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (50a993bb-b458-4b53-9d0a-c4dc169639db), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:15.551877 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-0da3745a-c715-4c52-b3ea-9c6c0ef8a22c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:15.553620 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-0da3745a-c715-4c52-b3ea-9c6c0ef8a22c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/50a993bb-b458-4b53-9d0a-c4dc169639db HTTP/1.1" status: 204 len: 168 time: 0.1763232 Jul 28 17:45:15.563109 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3745a-c715-4c52-b3ea-9c6c0ef8a22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a993bb-b458-4b53-9d0a-c4dc169639db,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:15.850204 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0e64a-4b51-447b-adf3-d8a5eda65717 req-845fe351-999b-451b-b921-1428d03bf645 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:15.858057 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7cd0e64a-4b51-447b-adf3-d8a5eda65717 req-845fe351-999b-451b-b921-1428d03bf645 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0706644 Jul 28 17:45:15.932151 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7cd0e64a-4b51-447b-adf3-d8a5eda65717 req-2fa2e5a5-d5e8-46bf-b863-9af802c2d343 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723960 Jul 28 17:45:16.034198 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42e85b-34cb-4601-88a6-fd4094b8ed24 req-60e648d5-0410-4469-b675-53c8a52b221e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:16.036069 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5a42e85b-34cb-4601-88a6-fd4094b8ed24 req-60e648d5-0410-4469-b675-53c8a52b221e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 944 time: 0.0763814 Jul 28 17:45:16.104667 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5a42e85b-34cb-4601-88a6-fd4094b8ed24 req-b61ebd6f-a0c8-4239-99d2-03f01ade94d9 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615876 Jul 28 17:45:16.119740 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba3914-684f-4f9c-99d3-116346950543 req-f3674b29-7889-4342-a637-0c443d2d2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:16.121527 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dcba3914-684f-4f9c-99d3-116346950543 req-f3674b29-7889-4342-a637-0c443d2d2a90 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=65535f9817c448dfac997e93efa1a909&device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 1128 time: 0.0527959 Jul 28 17:45:16.160191 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['59e7f4e7-e3a7-4a27-b67d-dea37480a3a0'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:45:16.265256 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:16.306935 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78ac06-a4c9-40ba-bf87-320ce927169f req-af6b6a4c-52b3-462f-8593-92bc7b63d516 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:16.308826 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2f78ac06-a4c9-40ba-bf87-320ce927169f req-af6b6a4c-52b3-462f-8593-92bc7b63d516 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 944 time: 0.0858769 Jul 28 17:45:16.333905 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba3914-684f-4f9c-99d3-116346950543 req-bf087741-fa36-4e3e-8c24-21c7aff975e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:16.335877 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dcba3914-684f-4f9c-99d3-116346950543 req-bf087741-fa36-4e3e-8c24-21c7aff975e1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4 HTTP/1.1" status: 200 len: 918 time: 0.2056091 Jul 28 17:45:16.386303 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2f78ac06-a4c9-40ba-bf87-320ce927169f req-5442492c-ac3a-4bf1-9b0f-688c3907ef99 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669279 Jul 28 17:45:16.543932 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71850e71-dade-4291-954e-ff6dd1618590 req-b43710ed-8ec9-4cac-9346-9931530d9b86 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:16.545449 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-71850e71-dade-4291-954e-ff6dd1618590 req-b43710ed-8ec9-4cac-9346-9931530d9b86 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 945 time: 0.0534537 Jul 28 17:45:16.605195 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-71850e71-dade-4291-954e-ff6dd1618590 req-74776c73-b43e-47db-9fd2-66c789e7c7ee tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536270 Jul 28 17:45:17.086687 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd9424-67e6-4e67-936d-fe0684471e65 req-2c5952a8-dd9e-4e50-8e1e-a7ecbe92df91 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:17.088171 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cbcd9424-67e6-4e67-936d-fe0684471e65 req-2c5952a8-dd9e-4e50-8e1e-a7ecbe92df91 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0512145 Jul 28 17:45:17.134853 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dcba3914-684f-4f9c-99d3-116346950543 req-0ef27a89-427b-42df-9989-b92a567b0dbd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66a4d790-7df0-45de-afec-7d756c561981 HTTP/1.1" status: 200 len: 217 time: 0.0454748 Jul 28 17:45:17.174909 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cbcd9424-67e6-4e67-936d-fe0684471e65 req-26a3502c-ac89-4c68-b7f2-71686aaacc2b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800312 Jul 28 17:45:17.242064 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a9d75-83a7-4e57-8957-b567cb21e4d0 req-dc685ab3-e7f6-4b33-80ff-3bf773bdccb2 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:17.243604 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-836a9d75-83a7-4e57-8957-b567cb21e4d0 req-dc685ab3-e7f6-4b33-80ff-3bf773bdccb2 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 944 time: 0.0553474 Jul 28 17:45:17.290673 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:17.299887 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-836a9d75-83a7-4e57-8957-b567cb21e4d0 req-7b7f065d-ec55-420e-b9f4-ac663bebe6ed tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505259 Jul 28 17:45:17.510800 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f37c3c-a1e8-4d7c-9981-b0a5a09c04d9 req-15475a06-68c3-4f49-aa33-e1d947a6ee5f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:17.512335 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a6f37c3c-a1e8-4d7c-9981-b0a5a09c04d9 req-15475a06-68c3-4f49-aa33-e1d947a6ee5f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 944 time: 0.0519509 Jul 28 17:45:17.564644 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a6f37c3c-a1e8-4d7c-9981-b0a5a09c04d9 req-0bb41571-166d-4aad-904c-708a029cbcdd tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439870 Jul 28 17:45:17.725655 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd50ee-4ccf-4373-b74d-c57e3dc6df16 req-b9290205-58e0-4881-b4b0-137c60fd27a9 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:17.727162 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-83cd50ee-4ccf-4373-b74d-c57e3dc6df16 req-b9290205-58e0-4881-b4b0-137c60fd27a9 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 945 time: 0.0486934 Jul 28 17:45:17.779526 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-83cd50ee-4ccf-4373-b74d-c57e3dc6df16 req-9aea15f3-884e-4b3a-b1a4-ce1b11dd90c4 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459609 Jul 28 17:45:17.924606 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba3914-684f-4f9c-99d3-116346950543 req-74f8e54a-07b3-4df6-8452-bd7db06896ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:17.926241 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dcba3914-684f-4f9c-99d3-116346950543 req-74f8e54a-07b3-4df6-8452-bd7db06896ed service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a600d630-923a-4634-8e5f-0a3bd63e1f8a HTTP/1.1" status: 200 len: 855 time: 0.0500808 Jul 28 17:45:18.306968 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c75859-c593-4289-8761-d04446876e19 req-8aa117b8-f279-4cd0-aa78-ce4ab9abc3fa tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:18.308505 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-07c75859-c593-4289-8761-d04446876e19 req-8aa117b8-f279-4cd0-aa78-ce4ab9abc3fa tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0506754 Jul 28 17:45:18.310700 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=2 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:18.367413 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-07c75859-c593-4289-8761-d04446876e19 req-8b5c0b7b-6db5-4a4f-a1a4-ab818847dc49 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518529 Jul 28 17:45:18.400907 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 37512) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:18.426656 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1cd0b-24ba-45d8-92bf-82611d383615 req-e739da68-4ba6-4c80-bb52-b9b1237821cc tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:18.428199 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-aaf1cd0b-24ba-45d8-92bf-82611d383615 req-e739da68-4ba6-4c80-bb52-b9b1237821cc tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 944 time: 0.0501349 Jul 28 17:45:18.479094 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-aaf1cd0b-24ba-45d8-92bf-82611d383615 req-28df22b3-7b42-4f68-85a3-57d23ab50778 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454152 Jul 28 17:45:18.506902 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-db67467c-617d-47df-a2ee-3bc79732f129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:18.580616 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-db67467c-617d-47df-a2ee-3bc79732f129 admin admin] Publish callbacks [] for security_group (160819d2-836b-484b-a8e7-bd535cf8b646), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:18.585196 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-db67467c-617d-47df-a2ee-3bc79732f129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (160819d2-836b-484b-a8e7-bd535cf8b646), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:18.625208 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67467c-617d-47df-a2ee-3bc79732f129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160819d2-836b-484b-a8e7-bd535cf8b646,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:18.631984 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-db67467c-617d-47df-a2ee-3bc79732f129 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f7cb9aa09e5944469274f989c04cb778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305412 Jul 28 17:45:18.632213 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 37518) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:18.695160 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:18.710237 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880535bc-d810-4155-a833-f5df6d868d37 req-273c7ec0-a7f8-4105-bc76-2d2ff2b682af tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:18.711708 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-880535bc-d810-4155-a833-f5df6d868d37 req-273c7ec0-a7f8-4105-bc76-2d2ff2b682af tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 944 time: 0.0730364 Jul 28 17:45:18.740691 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-32e0a640-4e4a-4c19-87e0-78b57cf14370 admin admin] Publish callbacks [] for security_group (160819d2-836b-484b-a8e7-bd535cf8b646), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:18.776924 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-32e0a640-4e4a-4c19-87e0-78b57cf14370 admin admin] Publish callbacks [] for security_group (160819d2-836b-484b-a8e7-bd535cf8b646), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:18.820758 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-880535bc-d810-4155-a833-f5df6d868d37 req-9338ca10-878b-4fb4-80f8-392fcd6b25b3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028244 Jul 28 17:45:18.851483 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba3914-684f-4f9c-99d3-116346950543 req-963b0ba4-a59f-4257-82c6-7f13f2ee1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:18.853711 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dcba3914-684f-4f9c-99d3-116346950543 req-963b0ba4-a59f-4257-82c6-7f13f2ee1852 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0746553 Jul 28 17:45:18.916195 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-32e0a640-4e4a-4c19-87e0-78b57cf14370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (160819d2-836b-484b-a8e7-bd535cf8b646), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:18.918734 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-32e0a640-4e4a-4c19-87e0-78b57cf14370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:18.919855 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-32e0a640-4e4a-4c19-87e0-78b57cf14370 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/160819d2-836b-484b-a8e7-bd535cf8b646 HTTP/1.1" status: 204 len: 168 time: 0.2867415 Jul 28 17:45:18.926752 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491ef5f-91f4-49ce-9c42-ebdc5c8b871e req-f3bedac0-7764-4afd-aaef-92555c56a7d4 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:18.927887 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:18.928683 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5491ef5f-91f4-49ce-9c42-ebdc5c8b871e req-f3bedac0-7764-4afd-aaef-92555c56a7d4 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 945 time: 0.0603147 Jul 28 17:45:18.941818 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0a640-4e4a-4c19-87e0-78b57cf14370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160819d2-836b-484b-a8e7-bd535cf8b646,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:18.995479 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dcba3914-684f-4f9c-99d3-116346950543 req-a890bbe7-ed73-48c5-bd94-5867f686e569 service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308174 Jul 28 17:45:19.017085 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5491ef5f-91f4-49ce-9c42-ebdc5c8b871e req-f0eae351-4aac-4ffe-bfe3-4e046c06bec7 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810716 Jul 28 17:45:19.124011 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dcba3914-684f-4f9c-99d3-116346950543 req-2707a7e4-f618-41e7-a64e-cb7e3de7b206 service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208525 Jul 28 17:45:19.262976 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 37536) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:19.283447 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-381e751d-0718-46dc-b77b-0910f2ed4279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:19.351973 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:45:19.367995 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-381e751d-0718-46dc-b77b-0910f2ed4279 admin admin] Publish callbacks [] for security_group (030b1d08-0b10-4165-863d-a188dcdc7838), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:19.369867 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device fce94af7-010d-4f2b-9d29-fdfc9ec97409 up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:45:19.372740 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-381e751d-0718-46dc-b77b-0910f2ed4279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (030b1d08-0b10-4165-863d-a188dcdc7838), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:19.416853 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 37540) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:19.417001 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-381e751d-0718-46dc-b77b-0910f2ed4279 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=99ff43f7933040ba8a1b9de924b132ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527586 Jul 28 17:45:19.419151 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e751d-0718-46dc-b77b-0910f2ed4279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030b1d08-0b10-4165-863d-a188dcdc7838,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:19.471723 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port fce94af7-010d-4f2b-9d29-fdfc9ec97409 completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:45:19.475002 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9f497eb4-fdca-4be9-a5e8-293c5e7f1bd8 admin admin] Publish callbacks [] for security_group (030b1d08-0b10-4165-863d-a188dcdc7838), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:19.494700 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port fce94af7-010d-4f2b-9d29-fdfc9ec97409 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:45:19.495109 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (fce94af7-010d-4f2b-9d29-fdfc9ec97409), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:19.502299 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9f497eb4-fdca-4be9-a5e8-293c5e7f1bd8 admin admin] Publish callbacks [] for security_group (030b1d08-0b10-4165-863d-a188dcdc7838), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:19.522665 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133666a3-0c6f-4033-bfad-4f999ce02e7e req-a1f5d43c-7426-4966-ae3a-510b5b04277c tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:19.524665 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-133666a3-0c6f-4033-bfad-4f999ce02e7e req-a1f5d43c-7426-4966-ae3a-510b5b04277c tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0524685 Jul 28 17:45:19.526329 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=68d3356b-d07b-40b6-8d0a-f9dfbab82c03,segment=NetworkSegment(2856f09c-f174-4fdd-9016-ab1555fa8266),segment_id=2856f09c-f174-4fdd-9016-ab1555fa8266)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:45:19.549253 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '68d3356b-d07b-40b6-8d0a-f9dfbab82c03', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'port_id': '68d3356b-d07b-40b6-8d0a-f9dfbab82c03', 'mac_address': 'fa:16:3e:6c:a2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:45:19.561512 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:19.577828 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9f497eb4-fdca-4be9-a5e8-293c5e7f1bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (030b1d08-0b10-4165-863d-a188dcdc7838), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:19.582107 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9f497eb4-fdca-4be9-a5e8-293c5e7f1bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:19.583554 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-9f497eb4-fdca-4be9-a5e8-293c5e7f1bd8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/030b1d08-0b10-4165-863d-a188dcdc7838 HTTP/1.1" status: 204 len: 168 time: 0.1652248 Jul 28 17:45:19.592538 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-133666a3-0c6f-4033-bfad-4f999ce02e7e req-4db5999f-8520-42ab-9954-fe481edb9f02 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622356 Jul 28 17:45:19.619194 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f497eb4-fdca-4be9-a5e8-293c5e7f1bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030b1d08-0b10-4165-863d-a188dcdc7838,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:19.633671 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1e7e4-9ebf-4b17-9bc4-b78ce068db15 req-231cdbd6-91b9-443d-8858-3d5b11bbf7c2 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:19.635577 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-34f1e7e4-9ebf-4b17-9bc4-b78ce068db15 req-231cdbd6-91b9-443d-8858-3d5b11bbf7c2 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 944 time: 0.0695834 Jul 28 17:45:19.661538 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:45:19.661938 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (68d3356b-d07b-40b6-8d0a-f9dfbab82c03), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:19.682407 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port fce94af7-010d-4f2b-9d29-fdfc9ec97409 is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:45:19.682802 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (fce94af7-010d-4f2b-9d29-fdfc9ec97409), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:19.685689 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:19.694055 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:45:19.704978 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-34f1e7e4-9ebf-4b17-9bc4-b78ce068db15 req-d2c53d22-978f-427c-a82d-149537283677 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619442 Jul 28 17:45:19.717612 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00daefb-7ad3-4334-8db5-47043d2c2c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce94af7-010d-4f2b-9d29-fdfc9ec97409'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:45:19.805620 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=68d3356b-d07b-40b6-8d0a-f9dfbab82c03,segment=NetworkSegment(2856f09c-f174-4fdd-9016-ab1555fa8266),segment_id=2856f09c-f174-4fdd-9016-ab1555fa8266)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:45:19.807560 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port fce94af7-010d-4f2b-9d29-fdfc9ec97409, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fce94af7-010d-4f2b-9d29-fdfc9ec97409,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:45:19.813566 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (68d3356b-d07b-40b6-8d0a-f9dfbab82c03), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:19.819329 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (fce94af7-010d-4f2b-9d29-fdfc9ec97409), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:19.820145 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:45:19.900138 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:45:19.903514 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=68d3356b-d07b-40b6-8d0a-f9dfbab82c03,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:19.911498 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:45:19.911802 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (59e7f4e7-e3a7-4a27-b67d-dea37480a3a0), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:19.957110 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a804146f-d3f9-4356-b0e2-9a8fbc283ebb" -d '{"events": [{"server_uuid": "c00daefb-7ad3-4334-8db5-47043d2c2c09", "name": "network-vif-plugged", "status": "completed", "tag": "fce94af7-010d-4f2b-9d29-fdfc9ec97409"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:45:20.006744 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=fce94af7-010d-4f2b-9d29-fdfc9ec97409,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:20.014249 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:20.026489 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480183f2-4501-4855-9624-34c1734d8ac9 req-dd7b1673-e31e-45c3-9e9c-f02e80f279ea tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:20.029979 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-480183f2-4501-4855-9624-34c1734d8ac9 req-dd7b1673-e31e-45c3-9e9c-f02e80f279ea tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 945 time: 0.0831099 Jul 28 17:45:20.055834 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:45:20.056245 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (59e7f4e7-e3a7-4a27-b67d-dea37480a3a0), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:20.109622 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=59e7f4e7-e3a7-4a27-b67d-dea37480a3a0,segment=NetworkSegment(3bc62332-26ed-4bc4-8de1-780690313a96),segment_id=3bc62332-26ed-4bc4-8de1-780690313a96)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:45:20.116476 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (59e7f4e7-e3a7-4a27-b67d-dea37480a3a0), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:20.117453 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 320b8217-84b0-4579-b2de-291315cf5fe9 up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:45:20.120183 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-480183f2-4501-4855-9624-34c1734d8ac9 req-794baea2-7e79-4342-8f02-eb18f91becac tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828941 Jul 28 17:45:20.203741 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5a4369-c515-437d-bd27-abaa7a723625 x-openstack-request-id: req-6b5a4369-c515-437d-bd27-abaa7a723625 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:45:20.204077 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00daefb-7ad3-4334-8db5-47043d2c2c09", "name": "network-vif-plugged", "status": "completed", "tag": "fce94af7-010d-4f2b-9d29-fdfc9ec97409", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:45:20.204342 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6b5a4369-c515-437d-bd27-abaa7a723625 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:45:20.204849 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5a4369-c515-437d-bd27-abaa7a723625'] response: {'server_uuid': 'c00daefb-7ad3-4334-8db5-47043d2c2c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce94af7-010d-4f2b-9d29-fdfc9ec97409', 'code': 200} Jul 28 17:45:20.254591 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=59e7f4e7-e3a7-4a27-b67d-dea37480a3a0,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:20.262541 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port 320b8217-84b0-4579-b2de-291315cf5fe9 completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:45:20.270568 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 320b8217-84b0-4579-b2de-291315cf5fe9 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:45:20.271499 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (320b8217-84b0-4579-b2de-291315cf5fe9), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:20.301031 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e534ec3-ef6b-4b86-80ca-165ab6fafa62 req-65776c9d-0ad3-4468-956b-79773b72fb15 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:20.302785 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9e534ec3-ef6b-4b86-80ca-165ab6fafa62 req-65776c9d-0ad3-4468-956b-79773b72fb15 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0731337 Jul 28 17:45:20.367017 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9e534ec3-ef6b-4b86-80ca-165ab6fafa62 req-f83692fe-7369-4c20-8bf7-d028a482e09d tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515311 Jul 28 17:45:20.390648 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 320b8217-84b0-4579-b2de-291315cf5fe9 is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:45:20.391691 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (320b8217-84b0-4579-b2de-291315cf5fe9), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:20.436282 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 320b8217-84b0-4579-b2de-291315cf5fe9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=320b8217-84b0-4579-b2de-291315cf5fe9,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:45:20.441479 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (320b8217-84b0-4579-b2de-291315cf5fe9), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:20.469542 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:20.492419 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=320b8217-84b0-4579-b2de-291315cf5fe9,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:20.741142 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c168f4-5df1-4894-b904-837b517b69a5 req-c9539faf-d85a-4bfd-b519-63bd9009dcb7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:20.749955 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-68c168f4-5df1-4894-b904-837b517b69a5 req-c9539faf-d85a-4bfd-b519-63bd9009dcb7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0644584 Jul 28 17:45:20.805946 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-68c168f4-5df1-4894-b904-837b517b69a5 req-b6d6fca2-de44-4b7f-8379-7366f0877eef tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563848 Jul 28 17:45:20.853360 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:20.866861 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82979100-0049-46ff-ba2f-a29cc2f61f65 req-e140240f-7ae2-4288-9f5d-ce3ce4cf8687 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:20.868348 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-82979100-0049-46ff-ba2f-a29cc2f61f65 req-e140240f-7ae2-4288-9f5d-ce3ce4cf8687 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0647511 Jul 28 17:45:20.931838 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-82979100-0049-46ff-ba2f-a29cc2f61f65 req-1865318c-3c90-47b1-8dde-bfa9de7541e2 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533803 Jul 28 17:45:21.273287 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d92e3-8d8a-4075-afde-f14a2e959de4 req-51db2e7c-488d-413c-a28f-452070e92e01 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:21.274826 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-500d92e3-8d8a-4075-afde-f14a2e959de4 req-51db2e7c-488d-413c-a28f-452070e92e01 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 945 time: 0.0635114 Jul 28 17:45:21.337070 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-500d92e3-8d8a-4075-afde-f14a2e959de4 req-84581542-bfe5-4e0e-9983-42f5a90192e0 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551581 Jul 28 17:45:21.495090 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58f0cc-701d-4adc-a2e9-ef92a5867153 req-22ebe985-1ddc-4d42-812b-9516a101f086 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:21.496568 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ea58f0cc-701d-4adc-a2e9-ef92a5867153 req-22ebe985-1ddc-4d42-812b-9516a101f086 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0529504 Jul 28 17:45:21.550048 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ea58f0cc-701d-4adc-a2e9-ef92a5867153 req-0d2aaa56-97c0-40d2-b529-4066cba10e3a tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464306 Jul 28 17:45:21.938063 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3208f8c-2d63-4e01-b21d-f89110e65fe5 req-d23a11bd-759d-418f-a750-98ac8ba5fc2b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:21.939683 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e3208f8c-2d63-4e01-b21d-f89110e65fe5 req-d23a11bd-759d-418f-a750-98ac8ba5fc2b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0539620 Jul 28 17:45:21.994150 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e3208f8c-2d63-4e01-b21d-f89110e65fe5 req-5bece191-f437-4818-89a7-e2b114947a4d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483427 Jul 28 17:45:22.047317 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 66a4d790-7df0-45de-afec-7d756c561981 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:45:22.062548 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca4d28-4dee-4827-9c3e-eb5ac1d8a57c req-4754debd-6baa-456d-90d7-a9776eff58ec tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:22.071090 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a6ca4d28-4dee-4827-9c3e-eb5ac1d8a57c req-4754debd-6baa-456d-90d7-a9776eff58ec tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0608420 Jul 28 17:45:22.129183 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a6ca4d28-4dee-4827-9c3e-eb5ac1d8a57c req-c634c661-b168-44ae-ab7b-f286aaa445ef tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566590 Jul 28 17:45:22.205600 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df8eb85-99c9-46db-8ffc-313f53d8a559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e7f4e7-e3a7-4a27-b67d-dea37480a3a0'}, {'server_uuid': '0a0a7816-0379-49a1-acae-959a72fa36b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320b8217-84b0-4579-b2de-291315cf5fe9'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:45:22.209709 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915173d8-e0d7-418c-9c22-aa595ffc61c6" -d '{"events": [{"server_uuid": "8df8eb85-99c9-46db-8ffc-313f53d8a559", "name": "network-vif-plugged", "status": "completed", "tag": "59e7f4e7-e3a7-4a27-b67d-dea37480a3a0"}, {"server_uuid": "0a0a7816-0379-49a1-acae-959a72fa36b8", "name": "network-vif-plugged", "status": "completed", "tag": "320b8217-84b0-4579-b2de-291315cf5fe9"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:45:22.216127 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 66a4d790-7df0-45de-afec-7d756c561981, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=66a4d790-7df0-45de-afec-7d756c561981,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:45:22.232086 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '66a4d790-7df0-45de-afec-7d756c561981', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'port_id': '66a4d790-7df0-45de-afec-7d756c561981', 'mac_address': 'fa:16:3e:23:49:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:45:22.267904 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Jul 2022 17:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb7d5a7-ba31-4c0c-8584-f87c6aa7202d x-openstack-request-id: req-edb7d5a7-ba31-4c0c-8584-f87c6aa7202d {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:45:22.268211 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df8eb85-99c9-46db-8ffc-313f53d8a559", "name": "network-vif-plugged", "status": "completed", "tag": "59e7f4e7-e3a7-4a27-b67d-dea37480a3a0", "code": 200}, {"server_uuid": "0a0a7816-0379-49a1-acae-959a72fa36b8", "name": "network-vif-plugged", "status": "completed", "tag": "320b8217-84b0-4579-b2de-291315cf5fe9", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:45:22.268456 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-edb7d5a7-ba31-4c0c-8584-f87c6aa7202d {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:45:22.268851 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb7d5a7-ba31-4c0c-8584-f87c6aa7202d'] response: {'server_uuid': '8df8eb85-99c9-46db-8ffc-313f53d8a559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e7f4e7-e3a7-4a27-b67d-dea37480a3a0', 'code': 200} Jul 28 17:45:22.269110 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb7d5a7-ba31-4c0c-8584-f87c6aa7202d'] response: {'server_uuid': '0a0a7816-0379-49a1-acae-959a72fa36b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320b8217-84b0-4579-b2de-291315cf5fe9', 'code': 200} Jul 28 17:45:22.285113 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 66a4d790-7df0-45de-afec-7d756c561981 is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:45:22.285534 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (66a4d790-7df0-45de-afec-7d756c561981), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:22.301820 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a4d790-7df0-45de-afec-7d756c561981 {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:45:22.315840 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f7db-822f-47e1-b5a5-37f8ad135ac0 req-f08c93e9-dbb7-4eab-9419-84ec11c0fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:22.317444 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b260f7db-822f-47e1-b5a5-37f8ad135ac0 req-f08c93e9-dbb7-4eab-9419-84ec11c0fe81 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 1130 time: 0.0827124 Jul 28 17:45:22.325186 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 66a4d790-7df0-45de-afec-7d756c561981, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=66a4d790-7df0-45de-afec-7d756c561981,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:45:22.333653 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=6 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:22.334107 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (66a4d790-7df0-45de-afec-7d756c561981), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:22.385668 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b260f7db-822f-47e1-b5a5-37f8ad135ac0 req-12cf4db0-ee99-4b4e-9da3-6993057e7ffa service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:22.390260 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=66a4d790-7df0-45de-afec-7d756c561981,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:22.419788 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:22.422403 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['68d3356b-d07b-40b6-8d0a-f9dfbab82c03'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:45:22.553120 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b260f7db-822f-47e1-b5a5-37f8ad135ac0 req-12cf4db0-ee99-4b4e-9da3-6993057e7ffa service neutron] Publish callbacks [] for security_group (9866636f-0c07-486f-aa14-78a3c3dd6e87), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:22.573730 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b260f7db-822f-47e1-b5a5-37f8ad135ac0 req-12cf4db0-ee99-4b4e-9da3-6993057e7ffa service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (9866636f-0c07-486f-aa14-78a3c3dd6e87), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:22.626084 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e624ef-96e4-45da-9c0f-7f16959d88e8 req-e425d34b-dd3e-4329-8d50-9014ed7ca587 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:22.628630 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-50e624ef-96e4-45da-9c0f-7f16959d88e8 req-e425d34b-dd3e-4329-8d50-9014ed7ca587 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 945 time: 0.1121485 Jul 28 17:45:22.737403 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b260f7db-822f-47e1-b5a5-37f8ad135ac0 req-12cf4db0-ee99-4b4e-9da3-6993057e7ffa service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682280 Jul 28 17:45:22.742635 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf4db0-ee99-4b4e-9da3-6993057e7ffa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9866636f-0c07-486f-aa14-78a3c3dd6e87,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:22.765560 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511dcc-99e7-4d7f-afe4-4f02057bc39d req-27d22249-1d68-43b8-837d-0dbf6de2189c tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:22.773519 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e8511dcc-99e7-4d7f-afe4-4f02057bc39d req-27d22249-1d68-43b8-837d-0dbf6de2189c tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0890665 Jul 28 17:45:22.785058 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['66a4d790-7df0-45de-afec-7d756c561981'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:45:22.785480 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-50e624ef-96e4-45da-9c0f-7f16959d88e8 req-d221caa3-e4b7-41da-b9ba-cfc317d3fd34 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207912 Jul 28 17:45:22.785618 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:22.833923 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e8511dcc-99e7-4d7f-afe4-4f02057bc39d req-e546c6ba-0846-4c2e-867f-756ef9131287 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578964 Jul 28 17:45:23.185671 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c58f43-1428-4ad6-b62c-7ddf9409d630 req-3d1e950b-32aa-45e5-b259-9828398813f6 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:23.188979 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d3c58f43-1428-4ad6-b62c-7ddf9409d630 req-3d1e950b-32aa-45e5-b259-9828398813f6 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 945 time: 0.1187255 Jul 28 17:45:23.191345 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a87fa7-852e-4c94-85fe-4ccc36238cb9 req-cdccfd4f-4886-4d25-adb2-2cc3780b06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:23.192745 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b6a87fa7-852e-4c94-85fe-4ccc36238cb9 req-cdccfd4f-4886-4d25-adb2-2cc3780b06e1 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 1129 time: 0.0947952 Jul 28 17:45:23.205072 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a72b34-6c06-46e1-a13c-5a199a221c32 req-6fbf8001-374e-426b-8a79-cc23151f1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:23.206539 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-96a72b34-6c06-46e1-a13c-5a199a221c32 req-6fbf8001-374e-426b-8a79-cc23151f1209 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 1130 time: 0.0967665 Jul 28 17:45:23.257382 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cf673-316f-4bf8-93b9-511bac109c27 req-54295d17-36d3-4b56-bd00-4bceb2787618 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:23.258879 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a36cf673-316f-4bf8-93b9-511bac109c27 req-54295d17-36d3-4b56-bd00-4bceb2787618 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0569787 Jul 28 17:45:23.286717 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:23.322558 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a36cf673-316f-4bf8-93b9-511bac109c27 req-08cb8326-c9fe-419e-a142-9abe4d493564 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540099 Jul 28 17:45:23.422962 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 37714) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:23.442684 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d3c58f43-1428-4ad6-b62c-7ddf9409d630 req-118c71b8-47e3-4f0e-8d92-57b3a8628302 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470331 Jul 28 17:45:23.535143 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:23.628168 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Publish callbacks [] for security_group (b80df096-6a8d-4457-a673-a8a492c409df), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:23.632566 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (b80df096-6a8d-4457-a673-a8a492c409df), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:23.673718 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e36277abfdd146a4beaa242fc6d0f3cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496755 Jul 28 17:45:23.675700 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80df096-6a8d-4457-a673-a8a492c409df,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:23.676509 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 37732) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:23.683523 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:23.684056 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:23.684435 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:23.684849 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:23.685221 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:23.685600 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:23.685938 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:23.686395 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:23.686726 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:23.687139 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:23.687648 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:23.687984 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:23.688318 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:23.688645 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:23.688974 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0537a9c-13ba-4d4d-996d-1580c267200a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:23.729413 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bf388a79-6fd0-4d21-8d83-5084904e334f admin admin] Publish callbacks [] for security_group (b80df096-6a8d-4457-a673-a8a492c409df), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:23.753337 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bf388a79-6fd0-4d21-8d83-5084904e334f admin admin] Publish callbacks [] for security_group (b80df096-6a8d-4457-a673-a8a492c409df), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:23.761732 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:23.811721 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bf388a79-6fd0-4d21-8d83-5084904e334f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (b80df096-6a8d-4457-a673-a8a492c409df), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:23.816696 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bf388a79-6fd0-4d21-8d83-5084904e334f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:23.822142 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-bf388a79-6fd0-4d21-8d83-5084904e334f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b80df096-6a8d-4457-a673-a8a492c409df HTTP/1.1" status: 204 len: 168 time: 0.1446023 Jul 28 17:45:23.833967 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf388a79-6fd0-4d21-8d83-5084904e334f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80df096-6a8d-4457-a673-a8a492c409df,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:23.954882 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b8903-fc7d-4119-948c-7ac30cef2e74 req-2738979c-841b-4d52-82c4-58339797402f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:23.956551 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f93b8903-fc7d-4119-948c-7ac30cef2e74 req-2738979c-841b-4d52-82c4-58339797402f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 945 time: 0.0878916 Jul 28 17:45:24.010661 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66539675-fe7d-43a8-bcd3-b7bcbf6d1503 req-d7afc573-cfbf-40a7-ab30-4e799e6091e0 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:24.012802 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-66539675-fe7d-43a8-bcd3-b7bcbf6d1503 req-d7afc573-cfbf-40a7-ab30-4e799e6091e0 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0652077 Jul 28 17:45:24.039379 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f93b8903-fc7d-4119-948c-7ac30cef2e74 req-19333ed1-9272-42ea-bcd8-4af0e74297cd tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760965 Jul 28 17:45:24.101257 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-66539675-fe7d-43a8-bcd3-b7bcbf6d1503 req-c12cfd97-b632-442c-aecc-bb91fc497a53 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817976 Jul 28 17:45:24.456685 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f636c-6f04-48f0-b0b7-bb9c49074284 req-ac354bfd-1e46-4639-ab87-1e3e1a7f891a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:24.458268 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-660f636c-6f04-48f0-b0b7-bb9c49074284 req-ac354bfd-1e46-4639-ab87-1e3e1a7f891a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0562255 Jul 28 17:45:24.508410 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-660f636c-6f04-48f0-b0b7-bb9c49074284 req-e37a211c-6974-42f1-82b7-e096171fb381 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446076 Jul 28 17:45:24.583553 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1eaff-4b00-4203-9e83-aea3c5e0663f req-49d827ef-e232-44d9-a320-f9d598cb3a1f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:24.585203 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-58e1eaff-4b00-4203-9e83-aea3c5e0663f req-49d827ef-e232-44d9-a320-f9d598cb3a1f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 945 time: 0.0504797 Jul 28 17:45:24.636174 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-58e1eaff-4b00-4203-9e83-aea3c5e0663f req-37ca7965-da90-4255-9445-46ef4c0de55e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 Jul 28 17:45:25.159588 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d567d0-0918-461f-aac5-8319887d235e req-2696ecb5-7d0e-41fe-8b07-e6294699a990 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:25.161068 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-81d567d0-0918-461f-aac5-8319887d235e req-2696ecb5-7d0e-41fe-8b07-e6294699a990 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 945 time: 0.0484092 Jul 28 17:45:25.214746 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-81d567d0-0918-461f-aac5-8319887d235e req-a7dc610f-dd65-4a49-8777-edcdeafcc6d6 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479596 Jul 28 17:45:25.224710 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d565dac-3a86-4690-82ea-a4105c6a0c85 req-c148587a-baa7-4888-8de4-227c906ca32d tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:25.226747 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2d565dac-3a86-4690-82ea-a4105c6a0c85 req-c148587a-baa7-4888-8de4-227c906ca32d tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0474284 Jul 28 17:45:25.273785 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2d565dac-3a86-4690-82ea-a4105c6a0c85 req-872276a3-64af-4f53-8de0-c7f2795d7661 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416474 Jul 28 17:45:25.626247 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:25.635669 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd3d81-420d-43be-bf8e-40e7126800b5 req-89b2e006-fd3a-489a-8309-0eb12af7c1e6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:25.637129 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-31dd3d81-420d-43be-bf8e-40e7126800b5 req-89b2e006-fd3a-489a-8309-0eb12af7c1e6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0520048 Jul 28 17:45:25.685151 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dac3c83a-d210-49a3-ac00-8258436768f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:25.686880 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-31dd3d81-420d-43be-bf8e-40e7126800b5 req-a8c10ba1-bc67-43d4-ae58-dee349833b15 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430021 Jul 28 17:45:25.769049 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff44675-e616-41a0-a7e9-1c0deb029d69 req-81e95c2e-58f0-44d1-900c-e549ac547d10 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:25.770557 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2ff44675-e616-41a0-a7e9-1c0deb029d69 req-81e95c2e-58f0-44d1-900c-e549ac547d10 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 945 time: 0.0513065 Jul 28 17:45:25.818775 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2ff44675-e616-41a0-a7e9-1c0deb029d69 req-8e19f62a-79e3-4c39-819e-16e9ca983fe7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Jul 28 17:45:26.233248 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:26.259219 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b6a87fa7-852e-4c94-85fe-4ccc36238cb9 req-30cb2348-c7d4-48b1-85fd-33de3ef30808 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728862 Jul 28 17:45:26.261904 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-96a72b34-6c06-46e1-a13c-5a199a221c32 req-792a0bd8-eb52-47af-b4c9-5590c41c38bd service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769019 Jul 28 17:45:26.337876 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b447952-8324-4ceb-9ca6-1799c64fc221 req-139b6e14-ee32-4761-8732-2ff6020e4385 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:26.339389 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4b447952-8324-4ceb-9ca6-1799c64fc221 req-139b6e14-ee32-4761-8732-2ff6020e4385 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 945 time: 0.0487223 Jul 28 17:45:26.392372 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4b447952-8324-4ceb-9ca6-1799c64fc221 req-ae24cda7-3fe9-4e9b-9e7e-21ba91cd57a0 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437679 Jul 28 17:45:26.409989 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481256f-6b71-4120-a664-a95b25189885 req-dbf51a4c-f23e-4bae-8c7b-ccb0343052e7 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:26.411469 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d481256f-6b71-4120-a664-a95b25189885 req-dbf51a4c-f23e-4bae-8c7b-ccb0343052e7 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0528331 Jul 28 17:45:26.458184 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d481256f-6b71-4120-a664-a95b25189885 req-917e2dd5-8e84-473b-9e2f-d002ef707633 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412955 Jul 28 17:45:26.680955 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 66a4d790-7df0-45de-afec-7d756c561981 up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:45:26.727383 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port 66a4d790-7df0-45de-afec-7d756c561981 completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:45:26.736042 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 66a4d790-7df0-45de-afec-7d756c561981 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:45:26.736544 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (66a4d790-7df0-45de-afec-7d756c561981), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:26.781661 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:26.814550 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 66a4d790-7df0-45de-afec-7d756c561981 is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:45:26.815041 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (66a4d790-7df0-45de-afec-7d756c561981), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:26.817076 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8776a-817e-4428-aae2-5989b26816c2 req-a3a19d69-88de-4a69-bee0-9100eac00ade tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:26.818632 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-48c8776a-817e-4428-aae2-5989b26816c2 req-a3a19d69-88de-4a69-bee0-9100eac00ade tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0526214 Jul 28 17:45:26.839402 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a4d790-7df0-45de-afec-7d756c561981'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:45:26.841683 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd10142-907e-4071-8e50-46a144125d08" -d '{"events": [{"server_uuid": "b5b7bb8c-4218-4d08-a7d6-9c91343649a8", "name": "network-vif-plugged", "status": "completed", "tag": "66a4d790-7df0-45de-afec-7d756c561981"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:45:26.854090 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 66a4d790-7df0-45de-afec-7d756c561981, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=66a4d790-7df0-45de-afec-7d756c561981,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:45:26.859178 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (66a4d790-7df0-45de-afec-7d756c561981), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:26.859878 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:45:26.870939 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-48c8776a-817e-4428-aae2-5989b26816c2 req-15874865-4a43-4692-abe3-7c3d68c1d60e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465884 Jul 28 17:45:26.922787 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b1f70e-2644-4171-bb7c-c7ad70da32f5 x-openstack-request-id: req-a7b1f70e-2644-4171-bb7c-c7ad70da32f5 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:45:26.922787 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b7bb8c-4218-4d08-a7d6-9c91343649a8", "name": "network-vif-plugged", "status": "completed", "tag": "66a4d790-7df0-45de-afec-7d756c561981", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:45:26.923107 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a7b1f70e-2644-4171-bb7c-c7ad70da32f5 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:45:26.923419 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b1f70e-2644-4171-bb7c-c7ad70da32f5'] response: {'server_uuid': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a4d790-7df0-45de-afec-7d756c561981', 'code': 200} Jul 28 17:45:26.945465 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=66a4d790-7df0-45de-afec-7d756c561981,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:26.947599 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:45:26.955631 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:45:26.956014 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (68d3356b-d07b-40b6-8d0a-f9dfbab82c03), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:26.958317 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:26.958664 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:26.959008 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:26.959349 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:26.959685 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:26.960017 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:26.960346 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:26.960858 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:26.961229 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:26.961569 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:26.961899 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:26.962238 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:26.962563 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:26.962886 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:26.963210 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:27.012735 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c52003-72ed-482d-94df-350b3e58db15 req-2ca32b77-f664-4e9a-89ec-c8bb1d138fcb tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:27.014246 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c4c52003-72ed-482d-94df-350b3e58db15 req-2ca32b77-f664-4e9a-89ec-c8bb1d138fcb tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0511968 Jul 28 17:45:27.039383 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:45:27.039787 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (68d3356b-d07b-40b6-8d0a-f9dfbab82c03), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:27.064540 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c4c52003-72ed-482d-94df-350b3e58db15 req-a962a84e-6fdc-48d3-9fa4-82574b02960b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445611 Jul 28 17:45:27.073256 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=68d3356b-d07b-40b6-8d0a-f9dfbab82c03,segment=NetworkSegment(2856f09c-f174-4fdd-9016-ab1555fa8266),segment_id=2856f09c-f174-4fdd-9016-ab1555fa8266)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:45:27.078350 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (68d3356b-d07b-40b6-8d0a-f9dfbab82c03), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:27.138928 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=68d3356b-d07b-40b6-8d0a-f9dfbab82c03,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:27.512546 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f445e-a663-4ef8-9656-efefe3734bbd req-0fc60e00-9422-45e5-b468-fb0f9d534d48 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:27.514068 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d65f445e-a663-4ef8-9656-efefe3734bbd req-0fc60e00-9422-45e5-b468-fb0f9d534d48 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0481904 Jul 28 17:45:27.563143 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d65f445e-a663-4ef8-9656-efefe3734bbd req-b3365a88-c83c-43fb-80e0-63a50d377c3e tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425661 Jul 28 17:45:27.579696 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c9ebc-3428-4f7a-b23b-a332618a4b07 req-1be82bde-c20b-4aad-9136-582419d3b424 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:27.581278 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c80c9ebc-3428-4f7a-b23b-a332618a4b07 req-1be82bde-c20b-4aad-9136-582419d3b424 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0513303 Jul 28 17:45:27.607728 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:27.632307 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c80c9ebc-3428-4f7a-b23b-a332618a4b07 req-c21fdefd-eca6-4db0-bba3-648260c48d8b tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439513 Jul 28 17:45:28.004034 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5aabbc-6ec7-4b10-9151-3fc01ae17709 req-54f484ec-6a90-425b-87fd-04002d7c708d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:28.005543 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7c5aabbc-6ec7-4b10-9151-3fc01ae17709 req-54f484ec-6a90-425b-87fd-04002d7c708d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0481086 Jul 28 17:45:28.056974 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7c5aabbc-6ec7-4b10-9151-3fc01ae17709 req-839c4e6f-892f-4636-a032-9dd9cec1b799 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455520 Jul 28 17:45:28.081754 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-e3a78b35-03ea-441e-90e9-7bf8b00124f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:28.189959 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1211bd7-2e0d-40f6-a9a9-34371ae22af5 req-1f278abb-e1d7-4551-aeb2-31a18a52e258 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:28.191693 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a1211bd7-2e0d-40f6-a9a9-34371ae22af5 req-1f278abb-e1d7-4551-aeb2-31a18a52e258 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0509303 Jul 28 17:45:28.241549 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a1211bd7-2e0d-40f6-a9a9-34371ae22af5 req-98682a6b-6f84-4bcd-8eca-d984b4206ce5 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436959 Jul 28 17:45:28.682765 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72601792-654d-4aeb-8cd7-5a96df7d1789 req-3f5db0bc-3030-41ca-9cb7-cb4bc85f4d73 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:28.684256 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-72601792-654d-4aeb-8cd7-5a96df7d1789 req-3f5db0bc-3030-41ca-9cb7-cb4bc85f4d73 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0471742 Jul 28 17:45:28.732674 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-72601792-654d-4aeb-8cd7-5a96df7d1789 req-df492db1-fd62-43c0-a706-d1b4afed0180 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418253 Jul 28 17:45:28.770349 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6de718-42bb-44d7-8a9a-d536b75c181f req-6af64530-bb4a-4054-b1a4-6f353d0a4e82 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:28.771820 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8a6de718-42bb-44d7-8a9a-d536b75c181f req-6af64530-bb4a-4054-b1a4-6f353d0a4e82 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0496728 Jul 28 17:45:28.824721 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8a6de718-42bb-44d7-8a9a-d536b75c181f req-679c4d6b-d122-4b2b-b30f-313346c40feb tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473390 Jul 28 17:45:28.925277 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f84a7a8-29b0-4dfb-a6dd-11e25f978217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d3356b-d07b-40b6-8d0a-f9dfbab82c03'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:45:28.927848 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ca3793-cc84-4d4c-8f5f-c8dcfb9d2ca4" -d '{"events": [{"server_uuid": "4f84a7a8-29b0-4dfb-a6dd-11e25f978217", "name": "network-vif-plugged", "status": "completed", "tag": "68d3356b-d07b-40b6-8d0a-f9dfbab82c03"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:45:28.964166 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa4207b-a0cd-4f30-9cec-ac8d3b0f24e2 x-openstack-request-id: req-2fa4207b-a0cd-4f30-9cec-ac8d3b0f24e2 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:45:28.964480 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f84a7a8-29b0-4dfb-a6dd-11e25f978217", "name": "network-vif-plugged", "status": "completed", "tag": "68d3356b-d07b-40b6-8d0a-f9dfbab82c03", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:45:28.964740 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2fa4207b-a0cd-4f30-9cec-ac8d3b0f24e2 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:45:28.965137 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa4207b-a0cd-4f30-9cec-ac8d3b0f24e2'] response: {'server_uuid': '4f84a7a8-29b0-4dfb-a6dd-11e25f978217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d3356b-d07b-40b6-8d0a-f9dfbab82c03', 'code': 200} Jul 28 17:45:29.077048 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:29.091334 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:29.174525 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0e9b8-efe6-411b-9616-6ef4216d0ccd req-09bfffd8-c44d-47dd-a583-1de12a82a58f tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:29.176095 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-99f0e9b8-efe6-411b-9616-6ef4216d0ccd req-09bfffd8-c44d-47dd-a583-1de12a82a58f tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0473619 Jul 28 17:45:29.228990 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-99f0e9b8-efe6-411b-9616-6ef4216d0ccd req-fe097032-f638-4fc3-9867-461eea4f2fa1 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474508 Jul 28 17:45:29.370523 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e1f27-1cc4-4f4d-9c14-41c8ba0b82b7 req-cde5412b-91a9-4a97-8d11-f4c56f952b11 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:29.371975 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b17e1f27-1cc4-4f4d-9c14-41c8ba0b82b7 req-cde5412b-91a9-4a97-8d11-f4c56f952b11 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0466454 Jul 28 17:45:29.420206 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b17e1f27-1cc4-4f4d-9c14-41c8ba0b82b7 req-86ed6841-0d99-4e07-a783-c75d8b354e91 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414579 Jul 28 17:45:29.872953 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40a705-c5f9-4457-a2a1-20574064e4a6 req-50a9c716-98da-4769-a943-a1e5f38a3991 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:29.875034 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-db40a705-c5f9-4457-a2a1-20574064e4a6 req-50a9c716-98da-4769-a943-a1e5f38a3991 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0688128 Jul 28 17:45:29.928885 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-db40a705-c5f9-4457-a2a1-20574064e4a6 req-e24a59f0-6f4b-4319-8179-12fb325d67c9 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483015 Jul 28 17:45:29.958927 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:29.975913 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320919ed-c7c1-4fba-bf00-e34e011a2a4f req-a7ac66ed-a1ab-442f-a714-de6afef16eb4 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:29.977857 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-320919ed-c7c1-4fba-bf00-e34e011a2a4f req-a7ac66ed-a1ab-442f-a714-de6afef16eb4 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0677621 Jul 28 17:45:30.029745 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-320919ed-c7c1-4fba-bf00-e34e011a2a4f req-1a81ef38-66d0-4640-b910-4a7be7632a30 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449686 Jul 28 17:45:30.298185 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:30.388040 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1ed74-1327-487f-9182-ab661b065550 req-97480ae9-0776-48b1-9d9c-96534ac0171d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:30.393713 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-43b1ed74-1327-487f-9182-ab661b065550 req-97480ae9-0776-48b1-9d9c-96534ac0171d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0719199 Jul 28 17:45:30.461962 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-43b1ed74-1327-487f-9182-ab661b065550 req-50397761-0c10-433b-b412-4e36c23856bf tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661113 Jul 28 17:45:30.602410 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b38e3-d54d-48a0-9fc3-f521d8504f71 req-7d04b03e-20c9-4508-8d8d-ba1a9c1f4319 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:30.604218 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-679b38e3-d54d-48a0-9fc3-f521d8504f71 req-7d04b03e-20c9-4508-8d8d-ba1a9c1f4319 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0683863 Jul 28 17:45:30.672516 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-679b38e3-d54d-48a0-9fc3-f521d8504f71 req-980bbf48-26ee-45a5-81d0-f69cc9411741 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559909 Jul 28 17:45:30.870822 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:30.889099 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 37912) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:30.934800 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:31.026050 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:31.063126 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c9d09-0071-4f6b-95b1-f64e926dac96 req-6846c32e-9043-4fad-b27e-6995f22381ae tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:31.067369 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5e0c9d09-0071-4f6b-95b1-f64e926dac96 req-6846c32e-9043-4fad-b27e-6995f22381ae tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0609162 Jul 28 17:45:31.141958 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5e0c9d09-0071-4f6b-95b1-f64e926dac96 req-eff1b7dd-1799-4ed7-944f-2e568389f8f6 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690629 Jul 28 17:45:31.155978 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Publish callbacks [] for security_group (ef2d684a-415b-44dd-9d14-9bee7878fcf0), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:31.166570 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (ef2d684a-415b-44dd-9d14-9bee7878fcf0), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:31.195298 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797b85c-47fe-4769-b813-1ead4661f756 req-6999300f-04e2-454c-b6a8-052ee5961129 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:31.196808 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e797b85c-47fe-4769-b813-1ead4661f756 req-6999300f-04e2-454c-b6a8-052ee5961129 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0825555 Jul 28 17:45:31.229829 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=15da1db32f2d45a89d2dd022a05b9e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390243 Jul 28 17:45:31.232717 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 37930) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:31.238683 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2d684a-415b-44dd-9d14-9bee7878fcf0,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:31.250339 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:31.250700 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:31.251057 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:31.251405 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:31.252282 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:31.252282 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:31.252466 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:31.253118 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:31.253118 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:31.253523 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:31.253858 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:31.254189 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:31.254526 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:31.254852 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:31.255178 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758da669-41fd-44ba-8dae-714d4a351058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:45:31.300342 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e797b85c-47fe-4769-b813-1ead4661f756 req-1cc24c49-51fc-4df4-af41-6f78afb2111d tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915337 Jul 28 17:45:31.311459 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e94d18ff-a6ab-4c1f-80f2-b47632d703ab admin admin] Publish callbacks [] for security_group (ef2d684a-415b-44dd-9d14-9bee7878fcf0), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:31.340439 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e94d18ff-a6ab-4c1f-80f2-b47632d703ab admin admin] Publish callbacks [] for security_group (ef2d684a-415b-44dd-9d14-9bee7878fcf0), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:31.342087 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:31.401239 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e94d18ff-a6ab-4c1f-80f2-b47632d703ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (ef2d684a-415b-44dd-9d14-9bee7878fcf0), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:31.404810 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e94d18ff-a6ab-4c1f-80f2-b47632d703ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:31.410315 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-e94d18ff-a6ab-4c1f-80f2-b47632d703ab admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ef2d684a-415b-44dd-9d14-9bee7878fcf0 HTTP/1.1" status: 204 len: 168 time: 0.1755056 Jul 28 17:45:31.419316 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d18ff-a6ab-4c1f-80f2-b47632d703ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2d684a-415b-44dd-9d14-9bee7878fcf0,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:31.613396 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbb367-e0d5-44ad-ae99-c8ad8c97b5ac req-f3ef1a53-e7e7-4c90-b180-0e5b9762d8f2 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:31.613396 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-aecbb367-e0d5-44ad-ae99-c8ad8c97b5ac req-f3ef1a53-e7e7-4c90-b180-0e5b9762d8f2 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0725386 Jul 28 17:45:31.670048 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-aecbb367-e0d5-44ad-ae99-c8ad8c97b5ac req-9b4cfefd-e128-4d82-b106-beb9b4552505 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505364 Jul 28 17:45:31.754309 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 37946) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:31.777343 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:31.794762 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c2a78f2e-c69a-4e87-8492-dc61685e6221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:31.814323 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ed9a1-7435-4d3c-a690-d8cc9740cfdc req-76682055-5150-430b-94ff-38b0ce5b2cba tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:31.816043 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3a0ed9a1-7435-4d3c-a690-d8cc9740cfdc req-76682055-5150-430b-94ff-38b0ce5b2cba tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0723999 Jul 28 17:45:31.895505 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3a0ed9a1-7435-4d3c-a690-d8cc9740cfdc req-3d9f94ef-d4e0-4f45-b698-59694ff08caf tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727870 Jul 28 17:45:31.948575 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c2a78f2e-c69a-4e87-8492-dc61685e6221 admin admin] Publish callbacks [] for security_group (6645e0ba-db0c-4554-b1d0-35e48fdbc988), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:31.961629 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c2a78f2e-c69a-4e87-8492-dc61685e6221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (6645e0ba-db0c-4554-b1d0-35e48fdbc988), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:32.004957 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-c2a78f2e-c69a-4e87-8492-dc61685e6221 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1cd889f20c044995b7f74ffcc0f86b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491157 Jul 28 17:45:32.005756 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a78f2e-c69a-4e87-8492-dc61685e6221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6645e0ba-db0c-4554-b1d0-35e48fdbc988,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:32.007298 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 37964) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:32.063895 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2b57c2a0-3c08-4ab3-922c-23db70b9665b admin admin] Publish callbacks [] for security_group (6645e0ba-db0c-4554-b1d0-35e48fdbc988), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:32.088628 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:32.099110 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2b57c2a0-3c08-4ab3-922c-23db70b9665b admin admin] Publish callbacks [] for security_group (6645e0ba-db0c-4554-b1d0-35e48fdbc988), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:32.169975 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2b57c2a0-3c08-4ab3-922c-23db70b9665b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (6645e0ba-db0c-4554-b1d0-35e48fdbc988), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:32.173487 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2b57c2a0-3c08-4ab3-922c-23db70b9665b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:32.174829 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-2b57c2a0-3c08-4ab3-922c-23db70b9665b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6645e0ba-db0c-4554-b1d0-35e48fdbc988 HTTP/1.1" status: 204 len: 168 time: 0.1661057 Jul 28 17:45:32.185424 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57c2a0-3c08-4ab3-922c-23db70b9665b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6645e0ba-db0c-4554-b1d0-35e48fdbc988,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:32.282754 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c213b33-cc3d-4a2e-97bb-335674414b18 req-d7254bad-9b67-4c2c-829a-bb41eaae18f4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:32.284265 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1c213b33-cc3d-4a2e-97bb-335674414b18 req-d7254bad-9b67-4c2c-829a-bb41eaae18f4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0517366 Jul 28 17:45:32.337662 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1c213b33-cc3d-4a2e-97bb-335674414b18 req-369ec66a-23cb-4ccb-b901-75a5807fe860 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476410 Jul 28 17:45:32.435184 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f3fdb-9060-4f21-b292-7fab12d0d686 req-1a03e441-35bf-49af-b25e-c5742fe96920 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:32.437184 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b81f3fdb-9060-4f21-b292-7fab12d0d686 req-1a03e441-35bf-49af-b25e-c5742fe96920 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0590594 Jul 28 17:45:32.486926 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b81f3fdb-9060-4f21-b292-7fab12d0d686 req-97c2b78b-0630-4a1d-ba1b-673591e21c0d tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424223 Jul 28 17:45:32.568556 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 37984) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:32.585593 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4164-7dab-4f57-9e67-871ab0e33bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:32.587160 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:32.664736 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4164-7dab-4f57-9e67-871ab0e33bd0 admin admin] Publish callbacks [] for security_group (1837b4d5-f7bd-4685-a793-28005242baff), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:32.670188 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4164-7dab-4f57-9e67-871ab0e33bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (1837b4d5-f7bd-4685-a793-28005242baff), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:32.713101 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-3b9d4164-7dab-4f57-9e67-871ab0e33bd0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=05f93451203f49bd961e59ace9da3a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434321 Jul 28 17:45:32.713987 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d4164-7dab-4f57-9e67-871ab0e33bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1837b4d5-f7bd-4685-a793-28005242baff,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:32.715985 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 37992) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:32.778879 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4808-be1c-451e-b257-eaafc166819e admin admin] Publish callbacks [] for security_group (1837b4d5-f7bd-4685-a793-28005242baff), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:32.837871 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0881c-0c6c-40ea-8279-2aa1d63b681d req-78b073de-298e-428c-9ec0-f0a45c7174df tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:32.839526 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2bf0881c-0c6c-40ea-8279-2aa1d63b681d req-78b073de-298e-428c-9ec0-f0a45c7174df tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0734086 Jul 28 17:45:32.842183 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4808-be1c-451e-b257-eaafc166819e admin admin] Publish callbacks [] for security_group (1837b4d5-f7bd-4685-a793-28005242baff), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:32.918283 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2bf0881c-0c6c-40ea-8279-2aa1d63b681d req-3b8d1f0d-ab2a-43ee-9f86-7aed9f9dd9b5 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674963 Jul 28 17:45:32.931314 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4808-be1c-451e-b257-eaafc166819e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (1837b4d5-f7bd-4685-a793-28005242baff), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:32.934282 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4808-be1c-451e-b257-eaafc166819e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:32.935584 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-ff0a4808-be1c-451e-b257-eaafc166819e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1837b4d5-f7bd-4685-a793-28005242baff HTTP/1.1" status: 204 len: 168 time: 0.2185307 Jul 28 17:45:32.945015 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a4808-be1c-451e-b257-eaafc166819e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1837b4d5-f7bd-4685-a793-28005242baff,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:33.050826 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d49c17-6acd-48b9-9857-2ee46f059ea0 req-f31ea1ef-dd10-4d52-8966-d14050fba6e2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:33.052319 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b7d49c17-6acd-48b9-9857-2ee46f059ea0 req-f31ea1ef-dd10-4d52-8966-d14050fba6e2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0576248 Jul 28 17:45:33.105406 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b7d49c17-6acd-48b9-9857-2ee46f059ea0 req-e8ca9796-dd1f-4c21-8f53-cef9eb32e1e8 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475180 Jul 28 17:45:33.325208 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a1ff8-22c1-4e9b-90b4-52825510c71e req-edfc0fe8-d6ff-4436-8fc8-c2191e39ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:33.326699 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-157a1ff8-22c1-4e9b-90b4-52825510c71e req-edfc0fe8-d6ff-4436-8fc8-c2191e39ea05 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 1130 time: 0.0882287 Jul 28 17:45:33.328713 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59825efd-2937-4e77-96c5-c97bfbf702bb req-58a654e0-fc13-4c38-85c1-ce848bf44f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:33.330139 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-59825efd-2937-4e77-96c5-c97bfbf702bb req-58a654e0-fc13-4c38-85c1-ce848bf44f23 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 1130 time: 0.0980217 Jul 28 17:45:33.473964 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928cd53-344a-4ca0-95ae-471a1a79b727 req-f29c52ab-99b2-4339-8c06-f633090e55f6 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:33.475579 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d928cd53-344a-4ca0-95ae-471a1a79b727 req-f29c52ab-99b2-4339-8c06-f633090e55f6 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0490618 Jul 28 17:45:33.525054 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d928cd53-344a-4ca0-95ae-471a1a79b727 req-32464063-27c0-49b2-a3bc-a55b944d6d75 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432293 Jul 28 17:45:33.618870 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aee032-8ce0-403e-ab5f-5b03d4e41492 req-d1e0c00d-a6b4-4126-b257-9ab5afebc749 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:33.620430 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e7aee032-8ce0-403e-ab5f-5b03d4e41492 req-d1e0c00d-a6b4-4126-b257-9ab5afebc749 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0506656 Jul 28 17:45:33.673617 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e7aee032-8ce0-403e-ab5f-5b03d4e41492 req-8b5e3c3f-914b-4577-a15f-4a9468fc9456 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467231 Jul 28 17:45:34.043230 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2db53-a41c-4f01-a7d2-7fa0fdc92595 req-656e2c6d-80c0-40f5-adb7-51f9a1de4ae7 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:34.044703 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-aea2db53-a41c-4f01-a7d2-7fa0fdc92595 req-656e2c6d-80c0-40f5-adb7-51f9a1de4ae7 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0499444 Jul 28 17:45:34.095886 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-aea2db53-a41c-4f01-a7d2-7fa0fdc92595 req-040fa8d5-a647-4673-8c85-c2067acae0a5 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450308 Jul 28 17:45:34.243863 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407a9f7-06b2-47f0-87e0-4babb800d653 req-8b72e05e-887a-4d2c-bba0-13d45e6eea66 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:34.245380 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2407a9f7-06b2-47f0-87e0-4babb800d653 req-8b72e05e-887a-4d2c-bba0-13d45e6eea66 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0517616 Jul 28 17:45:34.287182 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:34.296428 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2407a9f7-06b2-47f0-87e0-4babb800d653 req-4511ca3b-f70c-44fc-b960-10578f9eeac5 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442257 Jul 28 17:45:34.651425 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ea8bb-f227-4a2b-960c-2cc35f42d5c7 req-8663d610-ba08-4de3-a59e-b3138b89fe0d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:34.652908 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4d9ea8bb-f227-4a2b-960c-2cc35f42d5c7 req-8663d610-ba08-4de3-a59e-b3138b89fe0d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0488002 Jul 28 17:45:34.716868 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4d9ea8bb-f227-4a2b-960c-2cc35f42d5c7 req-2453ea11-261c-459e-be5c-adc6343096c8 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536780 Jul 28 17:45:34.802146 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e975b-74c2-42b6-9091-2d4a8dac78e8 req-d648ddd9-6d9c-409d-bf68-1e8f66edb0e5 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:34.804003 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a9e975b-74c2-42b6-9091-2d4a8dac78e8 req-d648ddd9-6d9c-409d-bf68-1e8f66edb0e5 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0568085 Jul 28 17:45:34.858990 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a9e975b-74c2-42b6-9091-2d4a8dac78e8 req-16edb1cc-5ea3-4414-92c3-fa4e7a5181e9 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496106 Jul 28 17:45:35.217766 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb31108-5cd4-4b9a-b84f-67cd94b27e55 req-e65891ec-2947-4d2d-90bb-3b150b641539 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:35.219380 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7eb31108-5cd4-4b9a-b84f-67cd94b27e55 req-e65891ec-2947-4d2d-90bb-3b150b641539 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0493271 Jul 28 17:45:35.230925 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:35.252711 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 38100) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:35.270208 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7eb31108-5cd4-4b9a-b84f-67cd94b27e55 req-81b2ddec-614f-4492-bcf1-5dd2379e634e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452023 Jul 28 17:45:35.359879 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4e7212ad-1731-4a51-84ec-99461c399b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:35.443417 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7220bd-b440-4e7d-9fa2-49e09408fccc req-419a9ad0-9aba-4aa7-8ab8-35662d467015 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:35.444841 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba7220bd-b440-4e7d-9fa2-49e09408fccc req-419a9ad0-9aba-4aa7-8ab8-35662d467015 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0662158 Jul 28 17:45:35.522734 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4e7212ad-1731-4a51-84ec-99461c399b82 admin admin] Publish callbacks [] for security_group (d4778fe0-4b40-4834-a49f-932f89b68cef), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:35.526649 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba7220bd-b440-4e7d-9fa2-49e09408fccc req-6ed6a6b8-c310-4c41-91ee-91cfd1529125 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737078 Jul 28 17:45:35.527663 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4e7212ad-1731-4a51-84ec-99461c399b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (d4778fe0-4b40-4834-a49f-932f89b68cef), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:35.569143 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-4e7212ad-1731-4a51-84ec-99461c399b82 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=83b48d04699c46579d7a813f21efad9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147078 Jul 28 17:45:35.570022 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7212ad-1731-4a51-84ec-99461c399b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4778fe0-4b40-4834-a49f-932f89b68cef,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:35.571839 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 38112) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:35.625257 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-19e04f2a-73ab-4c0d-9c02-b0cf3d8ae407 admin admin] Publish callbacks [] for security_group (d4778fe0-4b40-4834-a49f-932f89b68cef), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:35.648593 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-19e04f2a-73ab-4c0d-9c02-b0cf3d8ae407 admin admin] Publish callbacks [] for security_group (d4778fe0-4b40-4834-a49f-932f89b68cef), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:35.695005 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-19e04f2a-73ab-4c0d-9c02-b0cf3d8ae407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (d4778fe0-4b40-4834-a49f-932f89b68cef), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:35.697633 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-19e04f2a-73ab-4c0d-9c02-b0cf3d8ae407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:35.698776 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-19e04f2a-73ab-4c0d-9c02-b0cf3d8ae407 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d4778fe0-4b40-4834-a49f-932f89b68cef HTTP/1.1" status: 204 len: 168 time: 0.1259477 Jul 28 17:45:35.702566 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:35.708807 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e04f2a-73ab-4c0d-9c02-b0cf3d8ae407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4778fe0-4b40-4834-a49f-932f89b68cef,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:35.830655 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8133b3-7dd1-4ca7-94dd-d4eb7f6454bb req-5dd177ca-ee98-414a-9cb8-bdc7beef1c14 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:35.832439 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-eb8133b3-7dd1-4ca7-94dd-d4eb7f6454bb req-5dd177ca-ee98-414a-9cb8-bdc7beef1c14 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0528829 Jul 28 17:45:35.884000 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-eb8133b3-7dd1-4ca7-94dd-d4eb7f6454bb req-8ae120b1-4022-4175-a936-5b1bb8172783 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457828 Jul 28 17:45:35.946488 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:35.987832 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56443742-f34e-4fb3-bfe7-821b4422034b req-6778b0ff-9195-4d9c-a93f-4f7a1d8dbf73 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:35.989726 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56443742-f34e-4fb3-bfe7-821b4422034b req-6778b0ff-9195-4d9c-a93f-4f7a1d8dbf73 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0553696 Jul 28 17:45:36.017530 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 38124) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:36.031071 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a6677f56-5d96-4778-9c71-e1aa7a3bc601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:36.043243 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56443742-f34e-4fb3-bfe7-821b4422034b req-1be0f903-7c9f-4bda-8709-e1e78e8cfa3e tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469794 Jul 28 17:45:36.111164 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a6677f56-5d96-4778-9c71-e1aa7a3bc601 admin admin] Publish callbacks [] for security_group (c57c3890-2475-4f02-8a79-6cffde8276ce), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:36.114834 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a6677f56-5d96-4778-9c71-e1aa7a3bc601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (c57c3890-2475-4f02-8a79-6cffde8276ce), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:36.154337 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6677f56-5d96-4778-9c71-e1aa7a3bc601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57c3890-2475-4f02-8a79-6cffde8276ce,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:36.158663 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-a6677f56-5d96-4778-9c71-e1aa7a3bc601 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bf2431b1370240bc9052a948800c3829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401255 Jul 28 17:45:36.161298 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 38126) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:36.212297 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0e475991-2fe2-4d2c-9952-f6f97294f503 admin admin] Publish callbacks [] for security_group (c57c3890-2475-4f02-8a79-6cffde8276ce), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:36.233836 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0e475991-2fe2-4d2c-9952-f6f97294f503 admin admin] Publish callbacks [] for security_group (c57c3890-2475-4f02-8a79-6cffde8276ce), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:36.282156 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0e475991-2fe2-4d2c-9952-f6f97294f503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (c57c3890-2475-4f02-8a79-6cffde8276ce), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:36.284690 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0e475991-2fe2-4d2c-9952-f6f97294f503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:36.285876 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-0e475991-2fe2-4d2c-9952-f6f97294f503 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c57c3890-2475-4f02-8a79-6cffde8276ce HTTP/1.1" status: 204 len: 168 time: 0.1237228 Jul 28 17:45:36.294282 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e475991-2fe2-4d2c-9952-f6f97294f503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57c3890-2475-4f02-8a79-6cffde8276ce,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:36.402655 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d4e62-e638-4015-b8b9-42a18a009a8c req-eef1e539-23ff-47ca-978d-3f200380a231 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:36.404125 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3c1d4e62-e638-4015-b8b9-42a18a009a8c req-eef1e539-23ff-47ca-978d-3f200380a231 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0537763 Jul 28 17:45:36.458360 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3c1d4e62-e638-4015-b8b9-42a18a009a8c req-a54a292a-c495-48bd-b23b-bfaba054140f tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477207 Jul 28 17:45:36.663530 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a2e0b-03b8-4e2a-830b-9b2ef77150f7 req-250098a1-7a95-4e90-a81e-87c3906179c3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:36.665033 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ed9a2e0b-03b8-4e2a-830b-9b2ef77150f7 req-250098a1-7a95-4e90-a81e-87c3906179c3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0523427 Jul 28 17:45:36.721106 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ed9a2e0b-03b8-4e2a-830b-9b2ef77150f7 req-3644c6a5-276b-4743-9d5c-bd63749ca3e5 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498180 Jul 28 17:45:37.026866 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592324f-280e-4c20-9902-ebdc92c3f688 req-602e59f1-c42d-4a5a-b120-48ebb876c5ce tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:37.028977 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4592324f-280e-4c20-9902-ebdc92c3f688 req-602e59f1-c42d-4a5a-b120-48ebb876c5ce tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0649867 Jul 28 17:45:37.099234 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4592324f-280e-4c20-9902-ebdc92c3f688 req-c88a91e3-bae4-4b62-9622-02fae01a5781 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644119 Jul 28 17:45:37.115459 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 38166) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:37.170977 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-59825efd-2937-4e77-96c5-c97bfbf702bb req-c34a909f-2fbc-405b-9d45-547596ffd0d4 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924733 Jul 28 17:45:37.173929 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-157a1ff8-22c1-4e9b-90b4-52825510c71e req-dc433613-8c3d-4f5c-9ad4-998add02726d service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938575 Jul 28 17:45:37.246779 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26ab16-04ca-4905-871f-68759c977d5b req-a33242ff-60e4-4d04-a94b-db027793d502 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:37.249672 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6b26ab16-04ca-4905-871f-68759c977d5b req-a33242ff-60e4-4d04-a94b-db027793d502 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0740862 Jul 28 17:45:37.262010 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-85988d63-cd91-4462-8679-1ab02da1215e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-804844330-network', 'tenant_id': '6bd0a6d50b6345339f0e6adccd157202'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:45:37.286628 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85988d63-cd91-4462-8679-1ab02da1215e admin admin] Made reservation on behalf of 6bd0a6d50b6345339f0e6adccd157202 for: {'network': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:45:37.289416 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-85988d63-cd91-4462-8679-1ab02da1215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:37.299668 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-85988d63-cd91-4462-8679-1ab02da1215e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:37.310627 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6b26ab16-04ca-4905-871f-68759c977d5b req-a56a92b9-3900-476f-8c09-47e26b99812b tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545263 Jul 28 17:45:37.352346 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:37.366917 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:37.395175 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-85988d63-cd91-4462-8679-1ab02da1215e admin admin] Publish callbacks [] for security_group (b454841f-d747-41cc-ba8e-d84fea92c7c0), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:37.399764 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-85988d63-cd91-4462-8679-1ab02da1215e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (b454841f-d747-41cc-ba8e-d84fea92c7c0), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:37.420355 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85988d63-cd91-4462-8679-1ab02da1215e admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=110736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:45:37.456747 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-85988d63-cd91-4462-8679-1ab02da1215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (d00be177-49a8-4fd8-91a9-2bd2b067d5ba), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:37.457317 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.segments_db [None req-85988d63-cd91-4462-8679-1ab02da1215e admin admin] Added segment d00be177-49a8-4fd8-91a9-2bd2b067d5ba of type vlan for network dc2eae05-1bf0-4441-9528-a324222dd8a4 Jul 28 17:45:37.471120 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85988d63-cd91-4462-8679-1ab02da1215e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b454841f-d747-41cc-ba8e-d84fea92c7c0,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:37.525205 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-85988d63-cd91-4462-8679-1ab02da1215e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (dc2eae05-1bf0-4441-9528-a324222dd8a4), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:37.565951 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-85988d63-cd91-4462-8679-1ab02da1215e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (dc2eae05-1bf0-4441-9528-a324222dd8a4), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:37.567043 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85988d63-cd91-4462-8679-1ab02da1215e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:37.567922 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-85988d63-cd91-4462-8679-1ab02da1215e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:37.663465 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-85988d63-cd91-4462-8679-1ab02da1215e admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5436957 Jul 28 17:45:37.663888 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 38190) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:37.670118 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-3f49fbb0-9583-47ca-8a70-0e8e2c78e262 admin admin] Request body: {'subnet': {'network_id': 'dc2eae05-1bf0-4441-9528-a324222dd8a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-804844330-subnet', 'tenant_id': '6bd0a6d50b6345339f0e6adccd157202', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:45:37.673736 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd722b-f855-4f92-9eb8-731dfe54d716 req-d21bb385-a00e-43a4-8b92-0fed3c9d4226 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:37.675500 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-36dd722b-f855-4f92-9eb8-731dfe54d716 req-d21bb385-a00e-43a4-8b92-0fed3c9d4226 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.1196709 Jul 28 17:45:37.676896 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85988d63-cd91-4462-8679-1ab02da1215e admin admin] Pushing event updated for resources: {'Network': ['ID=dc2eae05-1bf0-4441-9528-a324222dd8a4,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:37.691339 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network dc2eae05-1bf0-4441-9528-a324222dd8a4 details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:45:37.693474 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f49fbb0-9583-47ca-8a70-0e8e2c78e262 admin admin] Made reservation on behalf of 6bd0a6d50b6345339f0e6adccd157202 for: {'subnet': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:45:37.696827 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3f49fbb0-9583-47ca-8a70-0e8e2c78e262 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3448113'] for subnet (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:37.774581 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-36dd722b-f855-4f92-9eb8-731dfe54d716 req-2f001765-f00f-4091-b42c-fb1ecb933bfe tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900383 Jul 28 17:45:37.938565 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98286816-6f08-4ced-b326-60712456012c req-0de75a13-dc68-404c-933f-9fc4d92ece0c tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:37.942530 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-98286816-6f08-4ced-b326-60712456012c req-0de75a13-dc68-404c-933f-9fc4d92ece0c tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.1062043 Jul 28 17:45:38.004155 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:38.039275 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-98286816-6f08-4ced-b326-60712456012c req-0644eda4-9cbe-45df-82ca-ab659e50fd02 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901096 Jul 28 17:45:38.138583 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3f49fbb0-9583-47ca-8a70-0e8e2c78e262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3355984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3448095'] for subnet (9ab4647b-59ea-4a69-89a0-2e6831ea70aa), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:38.234978 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49fbb0-9583-47ca-8a70-0e8e2c78e262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab4647b-59ea-4a69-89a0-2e6831ea70aa,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:38.292820 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49fbb0-9583-47ca-8a70-0e8e2c78e262 admin admin] Checking segment: {'id': 'd00be177-49a8-4fd8-91a9-2bd2b067d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dc2eae05-1bf0-4441-9528-a324222dd8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:45:38.293194 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f49fbb0-9583-47ca-8a70-0e8e2c78e262 admin admin] Network hostable DHCP agents. Network: dc2eae05-1bf0-4441-9528-a324222dd8a4, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:45:38.295952 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7ceaa-46cb-4a68-96d5-be33971acd6f req-d6efd51c-fae1-4624-8c5c-a31256159cb0 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:38.297532 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6ed7ceaa-46cb-4a68-96d5-be33971acd6f req-d6efd51c-fae1-4624-8c5c-a31256159cb0 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0513589 Jul 28 17:45:38.301238 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919d3dc-3ed1-4cb4-a1f6-1409e2df1a39 req-7358a78e-35c0-4264-b97e-abac0f15f3fb tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:38.302698 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8919d3dc-3ed1-4cb4-a1f6-1409e2df1a39 req-7358a78e-35c0-4264-b97e-abac0f15f3fb tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0655303 Jul 28 17:45:38.341608 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f49fbb0-9583-47ca-8a70-0e8e2c78e262 admin admin] Network dc2eae05-1bf0-4441-9528-a324222dd8a4 is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:45:38.347441 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6ed7ceaa-46cb-4a68-96d5-be33971acd6f req-1696b511-2caf-4c3a-af39-092176fd0820 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437534 Jul 28 17:45:38.358574 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:38.361479 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-3f49fbb0-9583-47ca-8a70-0e8e2c78e262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, dc2eae05-1bf0-4441-9528-a324222dd8a4) {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:45:38.366430 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8919d3dc-3ed1-4cb4-a1f6-1409e2df1a39 req-c57527f5-5e8a-42af-a7dd-3e23767e00b3 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574694 Jul 28 17:45:38.368618 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f49fbb0-9583-47ca-8a70-0e8e2c78e262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:38.369294 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3f49fbb0-9583-47ca-8a70-0e8e2c78e262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:38.377245 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90125c3-428a-491d-b0c1-f951c816444a None None] Network dc2eae05-1bf0-4441-9528-a324222dd8a4 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:45:38.390828 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-3f49fbb0-9583-47ca-8a70-0e8e2c78e262 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7256532 Jul 28 17:45:38.481584 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8137e8b-b031-40b4-bb02-eb73d279bdcb None None] Network dc2eae05-1bf0-4441-9528-a324222dd8a4 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:45:38.902128 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 38234) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:38.907688 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-3af051c9-5a78-4e8e-b182-a589a33604f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-762444007-network', 'tenant_id': '8c0fae9988f9478f8eb6304a9fccbf27'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:45:38.929102 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af051c9-5a78-4e8e-b182-a589a33604f7 admin admin] Made reservation on behalf of 8c0fae9988f9478f8eb6304a9fccbf27 for: {'network': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:45:38.931846 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3af051c9-5a78-4e8e-b182-a589a33604f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:38.943320 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3af051c9-5a78-4e8e-b182-a589a33604f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:39.024057 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3af051c9-5a78-4e8e-b182-a589a33604f7 admin admin] Publish callbacks [] for security_group (c4c89443-7c91-438b-90ed-8c76e00f8d04), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:39.028658 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3af051c9-5a78-4e8e-b182-a589a33604f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (c4c89443-7c91-438b-90ed-8c76e00f8d04), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:39.055589 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af051c9-5a78-4e8e-b182-a589a33604f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=110735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:45:39.066286 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af051c9-5a78-4e8e-b182-a589a33604f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c89443-7c91-438b-90ed-8c76e00f8d04,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:39.071618 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3af051c9-5a78-4e8e-b182-a589a33604f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (b0556738-a529-4e4e-a6bc-31566b344e82), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:39.071970 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.segments_db [None req-3af051c9-5a78-4e8e-b182-a589a33604f7 admin admin] Added segment b0556738-a529-4e4e-a6bc-31566b344e82 of type vlan for network 1b6cda8f-6959-4ade-a468-64c86e10bbc1 Jul 28 17:45:39.127196 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3af051c9-5a78-4e8e-b182-a589a33604f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (1b6cda8f-6959-4ade-a468-64c86e10bbc1), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:39.181792 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3af051c9-5a78-4e8e-b182-a589a33604f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (1b6cda8f-6959-4ade-a468-64c86e10bbc1), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:39.182779 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af051c9-5a78-4e8e-b182-a589a33604f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:39.183346 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3af051c9-5a78-4e8e-b182-a589a33604f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:39.210019 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57983be-ec3e-4e50-8ffb-304c8f358396 req-2ccaaa27-1b97-44cc-97b9-3d4c4f87fed8 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:39.211481 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d57983be-ec3e-4e50-8ffb-304c8f358396 req-2ccaaa27-1b97-44cc-97b9-3d4c4f87fed8 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0728419 Jul 28 17:45:39.277275 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-3af051c9-5a78-4e8e-b182-a589a33604f7 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3712204 Jul 28 17:45:39.277958 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 38252) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:39.283622 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af051c9-5a78-4e8e-b182-a589a33604f7 admin admin] Pushing event updated for resources: {'Network': ['ID=1b6cda8f-6959-4ade-a468-64c86e10bbc1,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:39.283756 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-bab9b4ce-8f6f-439c-b63f-5936b9f83f37 admin admin] Request body: {'subnet': {'network_id': '1b6cda8f-6959-4ade-a468-64c86e10bbc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-762444007-subnet', 'tenant_id': '8c0fae9988f9478f8eb6304a9fccbf27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:45:39.300869 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network 1b6cda8f-6959-4ade-a468-64c86e10bbc1 details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:45:39.317508 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d57983be-ec3e-4e50-8ffb-304c8f358396 req-ce5d9eec-31a9-4b16-872d-7e54fb413c0e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764070 Jul 28 17:45:39.323032 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab9b4ce-8f6f-439c-b63f-5936b9f83f37 admin admin] Made reservation on behalf of 8c0fae9988f9478f8eb6304a9fccbf27 for: {'subnet': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:45:39.326474 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bab9b4ce-8f6f-439c-b63f-5936b9f83f37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:39.403131 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:39.501589 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012141a1-79e2-42e2-8308-a6302d4cf55e req-89b19450-de72-4fec-84f9-85fcb3be427d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:39.511457 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-012141a1-79e2-42e2-8308-a6302d4cf55e req-89b19450-de72-4fec-84f9-85fcb3be427d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0674613 Jul 28 17:45:39.539682 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:39.654043 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-012141a1-79e2-42e2-8308-a6302d4cf55e req-496bed76-a84c-46d4-9eec-1a6a1530317a tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413431 Jul 28 17:45:39.672033 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-259f3911-4933-40d4-8b30-347b8cefaaeb req-163f7c86-9d10-46f1-9d9a-25864340deb5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1499934 Jul 28 17:45:39.696592 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731da551-4628-4a3d-a040-cc63e9884bc3 req-c8278a40-bc0a-425e-a595-4b348e677df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:39.698171 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-731da551-4628-4a3d-a040-cc63e9884bc3 req-c8278a40-bc0a-425e-a595-4b348e677df3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 1129 time: 0.1264856 Jul 28 17:45:39.793651 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc56777-e85c-4b5c-8ecd-340657d9f8e7 req-d92b433a-3152-42c5-9f2f-d035a734518d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:39.795285 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ccc56777-e85c-4b5c-8ecd-340657d9f8e7 req-d92b433a-3152-42c5-9f2f-d035a734518d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0657485 Jul 28 17:45:39.831771 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bab9b4ce-8f6f-439c-b63f-5936b9f83f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for subnet (17b65c5b-2dc7-4b04-89f8-893fe6664ce2), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:39.922309 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ccc56777-e85c-4b5c-8ecd-340657d9f8e7 req-a13d3fb4-5352-4508-8e2f-bb2cf1025396 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195025 Jul 28 17:45:39.958469 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9b4ce-8f6f-439c-b63f-5936b9f83f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17b65c5b-2dc7-4b04-89f8-893fe6664ce2,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:39.989307 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab9b4ce-8f6f-439c-b63f-5936b9f83f37 admin admin] Checking segment: {'id': 'b0556738-a529-4e4e-a6bc-31566b344e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '1b6cda8f-6959-4ade-a468-64c86e10bbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:45:39.990159 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab9b4ce-8f6f-439c-b63f-5936b9f83f37 admin admin] Network hostable DHCP agents. Network: 1b6cda8f-6959-4ade-a468-64c86e10bbc1, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:45:40.014494 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab9b4ce-8f6f-439c-b63f-5936b9f83f37 admin admin] Network 1b6cda8f-6959-4ade-a468-64c86e10bbc1 is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:45:40.028718 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-bab9b4ce-8f6f-439c-b63f-5936b9f83f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, 1b6cda8f-6959-4ade-a468-64c86e10bbc1) {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:45:40.035480 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab9b4ce-8f6f-439c-b63f-5936b9f83f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:40.037528 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bab9b4ce-8f6f-439c-b63f-5936b9f83f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:40.038372 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffcc003-42a2-4a1e-b722-371bd4b2dbcd None None] Network 1b6cda8f-6959-4ade-a468-64c86e10bbc1 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:45:40.065440 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-bab9b4ce-8f6f-439c-b63f-5936b9f83f37 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7810194 Jul 28 17:45:40.141584 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e04f1e-ea26-4dff-bb0f-f4c92e9a7a39 None None] Network 1b6cda8f-6959-4ade-a468-64c86e10bbc1 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:45:40.471537 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe02d0-1c79-4b93-95fb-ed62b2efb9ed req-fe9f4f4b-2f6b-4f42-8623-33d5af1c94ab tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:40.473108 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7cfe02d0-1c79-4b93-95fb-ed62b2efb9ed req-fe9f4f4b-2f6b-4f42-8623-33d5af1c94ab tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0735557 Jul 28 17:45:40.524742 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:40.537722 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7cfe02d0-1c79-4b93-95fb-ed62b2efb9ed req-862cd268-3a28-4548-a91b-00779c580a9a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555925 Jul 28 17:45:40.735758 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731da551-4628-4a3d-a040-cc63e9884bc3 req-76d67bc5-630c-4264-84ce-584d0fa221f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:40.737271 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-731da551-4628-4a3d-a040-cc63e9884bc3 req-76d67bc5-630c-4264-84ce-584d0fa221f4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 920 time: 0.1172488 Jul 28 17:45:40.783074 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89803e50-c1eb-49ee-98bb-51a10aeef548 req-84038d27-1ece-4fe7-beec-16c7588c2357 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:40.784543 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-89803e50-c1eb-49ee-98bb-51a10aeef548 req-84038d27-1ece-4fe7-beec-16c7588c2357 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0464129 Jul 28 17:45:40.836502 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-89803e50-c1eb-49ee-98bb-51a10aeef548 req-db96dd41-8a60-4631-b242-72f8fae0c235 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464218 Jul 28 17:45:40.993749 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad25d2-ad79-4eb5-882b-f1479feb6e2d req-141e1370-c415-49e2-b1df-a7ae3950e742 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:40.995229 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c4ad25d2-ad79-4eb5-882b-f1479feb6e2d req-141e1370-c415-49e2-b1df-a7ae3950e742 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0498147 Jul 28 17:45:41.005364 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 38306) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:41.010018 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-a549a2d7-c89c-4d46-bc60-8f58536f0705 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Request body: {'floatingip': {'port_id': '68d3356b-d07b-40b6-8d0a-f9dfbab82c03'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:45:41.086778 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a549a2d7-c89c-4d46-bc60-8f58536f0705 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for floatingip (109f870e-17ed-4cda-8477-0b783426fdc0), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:41.090874 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:41.112402 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4761731-ca60-4f02-b45f-56a1b167d650 req-a35c3ad0-ae92-46a6-a407-7ffda2149d9d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:41.114594 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c4761731-ca60-4f02-b45f-56a1b167d650 req-a35c3ad0-ae92-46a6-a407-7ffda2149d9d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0616710 Jul 28 17:45:41.174788 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c4761731-ca60-4f02-b45f-56a1b167d650 req-c143d5d9-be9f-49be-a986-5f85ca6d6c24 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463459 Jul 28 17:45:41.228985 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:41.664821 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90662a09-e58c-41c4-988d-7f887cabbd5c req-fe246cae-9c42-462d-af4e-81ae4921398b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:41.666308 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-90662a09-e58c-41c4-988d-7f887cabbd5c req-fe246cae-9c42-462d-af4e-81ae4921398b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0505197 Jul 28 17:45:41.719449 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a549a2d7-c89c-4d46-bc60-8f58536f0705 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:41.719661 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-90662a09-e58c-41c4-988d-7f887cabbd5c req-879b20f4-e848-4e24-aeab-476c0a5147df tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469112 Jul 28 17:45:41.724768 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a549a2d7-c89c-4d46-bc60-8f58536f0705 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (109f870e-17ed-4cda-8477-0b783426fdc0), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:41.865826 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aef95e-0bbe-45aa-a90d-1239df639af5 req-6e005cdb-e543-46e1-9d80-b39c4c6497d4 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:41.867256 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d4aef95e-0bbe-45aa-a90d-1239df639af5 req-6e005cdb-e543-46e1-9d80-b39c4c6497d4 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0612569 Jul 28 17:45:41.871905 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.l3_db [None req-a549a2d7-c89c-4d46-bc60-8f58536f0705 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Floating IP 109f870e-17ed-4cda-8477-0b783426fdc0 associated. External IP: 172.27.1.81, port: 68d3356b-d07b-40b6-8d0a-f9dfbab82c03. Jul 28 17:45:41.877907 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 38326) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:41.882565 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-6a0ff619-85f3-4e1c-9f30-52ae730f73ce tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Request body: {'floatingip': {'port_id': '66a4d790-7df0-45de-afec-7d756c561981'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:45:41.951774 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-6a0ff619-85f3-4e1c-9f30-52ae730f73ce tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for floatingip (10c2b0db-593f-40c9-a931-06099459d6cb), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:42.078159 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a549a2d7-c89c-4d46-bc60-8f58536f0705 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:45:42.369426 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a549a2d7-c89c-4d46-bc60-8f58536f0705 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:45:42.375884 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a549a2d7-c89c-4d46-bc60-8f58536f0705 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:42.383771 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4911970e-3998-478b-92d1-16329be3c080 None None] Sync routers for ids ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:45:42.396234 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4911970e-3998-478b-92d1-16329be3c080 None None] Routers {'7b91fa2a-db06-4025-b5e4-2ba34dfca59c'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:45:42.397538 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-4911970e-3998-478b-92d1-16329be3c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:45:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:45:42.409959 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-a549a2d7-c89c-4d46-bc60-8f58536f0705 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "PUT /v2.0/floatingips/109f870e-17ed-4cda-8477-0b783426fdc0 HTTP/1.1" status: 200 len: 991 time: 1.4033775 Jul 28 17:45:42.410808 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f84a7a8-29b0-4dfb-a6dd-11e25f978217', 'tag': '68d3356b-d07b-40b6-8d0a-f9dfbab82c03'}] {{(pid=110736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:45:42.413967 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}145a65782f2867474eadf9b916918c8f0f213435b387e627a4b5e7b49d5368fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34305ca3-7d78-4e58-8d3c-630b7327da5f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f84a7a8-29b0-4dfb-a6dd-11e25f978217", "tag": "68d3356b-d07b-40b6-8d0a-f9dfbab82c03"}]}' {{(pid=110736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:45:42.456118 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb450201-b865-459c-bcf1-a5ea733df3bd x-openstack-request-id: req-fb450201-b865-459c-bcf1-a5ea733df3bd {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:45:42.456426 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f84a7a8-29b0-4dfb-a6dd-11e25f978217", "tag": "68d3356b-d07b-40b6-8d0a-f9dfbab82c03", "status": "completed", "code": 200}]} {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:45:42.456662 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fb450201-b865-459c-bcf1-a5ea733df3bd {{(pid=110736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:45:42.457224 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb450201-b865-459c-bcf1-a5ea733df3bd'] response: {'name': 'network-changed', 'server_uuid': '4f84a7a8-29b0-4dfb-a6dd-11e25f978217', 'tag': '68d3356b-d07b-40b6-8d0a-f9dfbab82c03', 'status': 'completed', 'code': 200} Jul 28 17:45:42.508762 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-4911970e-3998-478b-92d1-16329be3c080 None None] Set router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:45:42.629083 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ddff5-fa8a-428c-9b0e-e587204a981c req-9033e963-1627-4795-9f17-d13fe4064234 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:42.630620 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-960ddff5-fa8a-428c-9b0e-e587204a981c req-9033e963-1627-4795-9f17-d13fe4064234 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.3420978 Jul 28 17:45:42.757437 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-960ddff5-fa8a-428c-9b0e-e587204a981c req-42da21da-0a1b-472c-8452-910dc9498ce6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160023 Jul 28 17:45:42.775900 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-4911970e-3998-478b-92d1-16329be3c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '109f870e-17ed-4cda-8477-0b783426fdc0', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'port_id': '68d3356b-d07b-40b6-8d0a-f9dfbab82c03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'mac_address': 'fa:16:3e:6c:a2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f84a7a8-29b0-4dfb-a6dd-11e25f978217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:44:48Z', 'updated_at': '2022-07-28T17:45:41Z', 'revision_number': 1, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93567da-cccb-4853-aa8b-b7488015729c', 'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'mac_address': 'fa:16:3e:01:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:34Z', 'updated_at': '2022-07-28T17:44:52Z', 'revision_number': 5, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'subnets': [{'id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:45:42.778344 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:42.806445 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4911970e-3998-478b-92d1-16329be3c080 None None] Checking router: 7b91fa2a-db06-4025-b5e4-2ba34dfca59c for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:45:42.822721 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4911970e-3998-478b-92d1-16329be3c080 None None] Routers {'7b91fa2a-db06-4025-b5e4-2ba34dfca59c'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:45:42.824196 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-4911970e-3998-478b-92d1-16329be3c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:45:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:45:42.869273 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-6a0ff619-85f3-4e1c-9f30-52ae730f73ce tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:42.873988 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-6a0ff619-85f3-4e1c-9f30-52ae730f73ce tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (10c2b0db-593f-40c9-a931-06099459d6cb), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:42.923013 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:42.944291 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-4911970e-3998-478b-92d1-16329be3c080 None None] Set router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:45:42.978026 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.l3_db [None req-6a0ff619-85f3-4e1c-9f30-52ae730f73ce tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Floating IP 10c2b0db-593f-40c9-a931-06099459d6cb associated. External IP: 172.27.1.140, port: 66a4d790-7df0-45de-afec-7d756c561981. Jul 28 17:45:43.153691 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-4911970e-3998-478b-92d1-16329be3c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '109f870e-17ed-4cda-8477-0b783426fdc0', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'port_id': '68d3356b-d07b-40b6-8d0a-f9dfbab82c03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'mac_address': 'fa:16:3e:6c:a2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f84a7a8-29b0-4dfb-a6dd-11e25f978217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:44:48Z', 'updated_at': '2022-07-28T17:45:41Z', 'revision_number': 1, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93567da-cccb-4853-aa8b-b7488015729c', 'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'mac_address': 'fa:16:3e:01:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:34Z', 'updated_at': '2022-07-28T17:44:52Z', 'revision_number': 5, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'subnets': [{'id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:45:43.181954 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4911970e-3998-478b-92d1-16329be3c080 None None] The sync data for ids ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'] in dv-cinder-813229-13-iscsi is: [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '109f870e-17ed-4cda-8477-0b783426fdc0', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'port_id': '68d3356b-d07b-40b6-8d0a-f9dfbab82c03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'mac_address': 'fa:16:3e:6c:a2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f84a7a8-29b0-4dfb-a6dd-11e25f978217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:44:48Z', 'updated_at': '2022-07-28T17:45:41Z', 'revision_number': 1, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93567da-cccb-4853-aa8b-b7488015729c', 'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'mac_address': 'fa:16:3e:01:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:34Z', 'updated_at': '2022-07-28T17:44:52Z', 'revision_number': 5, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'subnets': [{'id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:45:43.184473 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0ff619-85f3-4e1c-9f30-52ae730f73ce tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Router d3a930ed-68f8-4cc2-9f31-042666501368 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:45:43.302610 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0ff619-85f3-4e1c-9f30-52ae730f73ce tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:45:43.307134 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-6a0ff619-85f3-4e1c-9f30-52ae730f73ce tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:43.311752 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3749caf6-3642-4c98-b6f0-06a7b7cda0aa None None] Sync routers for ids ['d3a930ed-68f8-4cc2-9f31-042666501368'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:45:43.321267 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3749caf6-3642-4c98-b6f0-06a7b7cda0aa None None] Routers {'d3a930ed-68f8-4cc2-9f31-042666501368'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:45:43.321945 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-3749caf6-3642-4c98-b6f0-06a7b7cda0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:45:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d3a930ed-68f8-4cc2-9f31-042666501368'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:45:43.342189 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-6a0ff619-85f3-4e1c-9f30-52ae730f73ce tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "PUT /v2.0/floatingips/10c2b0db-593f-40c9-a931-06099459d6cb HTTP/1.1" status: 200 len: 992 time: 1.4631572 Jul 28 17:45:43.343598 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'tag': '66a4d790-7df0-45de-afec-7d756c561981'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:45:43.346060 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6bc1e3-ea67-4729-baeb-b9af18c8145e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b7bb8c-4218-4d08-a7d6-9c91343649a8", "tag": "66a4d790-7df0-45de-afec-7d756c561981"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:45:43.392096 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd6b541-578e-45c5-8962-ab3321a39304 x-openstack-request-id: req-dbd6b541-578e-45c5-8962-ab3321a39304 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:45:43.392389 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b7bb8c-4218-4d08-a7d6-9c91343649a8", "tag": "66a4d790-7df0-45de-afec-7d756c561981", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:45:43.392648 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dbd6b541-578e-45c5-8962-ab3321a39304 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:45:43.393085 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd6b541-578e-45c5-8962-ab3321a39304'] response: {'name': 'network-changed', 'server_uuid': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'tag': '66a4d790-7df0-45de-afec-7d756c561981', 'status': 'completed', 'code': 200} Jul 28 17:45:43.436267 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae369e-ff89-4ed0-9fbb-14ee67763ead None None] New status for floating IP 109f870e-17ed-4cda-8477-0b783426fdc0: ACTIVE {{(pid=110738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:45:43.437746 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-3749caf6-3642-4c98-b6f0-06a7b7cda0aa None None] Set router d3a930ed-68f8-4cc2-9f31-042666501368 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:45:43.705046 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-3749caf6-3642-4c98-b6f0-06a7b7cda0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '10c2b0db-593f-40c9-a931-06099459d6cb', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'port_id': '66a4d790-7df0-45de-afec-7d756c561981', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'mac_address': 'fa:16:3e:23:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:44:53Z', 'updated_at': '2022-07-28T17:45:42Z', 'revision_number': 1, 'project_id': '65535f9817c448dfac997e93efa1a909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e36a0dd2-1eaf-486a-898e-3bd18498628f', 'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'mac_address': 'fa:16:3e:87:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:37Z', 'updated_at': '2022-07-28T17:44:48Z', 'revision_number': 5, 'project_id': '65535f9817c448dfac997e93efa1a909', 'subnets': [{'id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:45:43.729789 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3749caf6-3642-4c98-b6f0-06a7b7cda0aa None None] Checking router: d3a930ed-68f8-4cc2-9f31-042666501368 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:45:43.738339 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3749caf6-3642-4c98-b6f0-06a7b7cda0aa None None] Routers {'d3a930ed-68f8-4cc2-9f31-042666501368'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:45:43.738951 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-3749caf6-3642-4c98-b6f0-06a7b7cda0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:45:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d3a930ed-68f8-4cc2-9f31-042666501368'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:45:43.834354 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:43.843517 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-3749caf6-3642-4c98-b6f0-06a7b7cda0aa None None] Set router d3a930ed-68f8-4cc2-9f31-042666501368 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:45:43.890611 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417d6c0-2235-426d-a73d-8ac8b6972733 req-7c19df97-ac5b-4bee-9831-94538ba5006d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:43.892395 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e417d6c0-2235-426d-a73d-8ac8b6972733 req-7c19df97-ac5b-4bee-9831-94538ba5006d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0497849 Jul 28 17:45:43.945074 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e417d6c0-2235-426d-a73d-8ac8b6972733 req-d62355fa-aca0-4d4a-a2de-9e639e43d4e4 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470293 Jul 28 17:45:44.182970 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-3749caf6-3642-4c98-b6f0-06a7b7cda0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '10c2b0db-593f-40c9-a931-06099459d6cb', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'port_id': '66a4d790-7df0-45de-afec-7d756c561981', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'mac_address': 'fa:16:3e:23:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:44:53Z', 'updated_at': '2022-07-28T17:45:42Z', 'revision_number': 1, 'project_id': '65535f9817c448dfac997e93efa1a909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e36a0dd2-1eaf-486a-898e-3bd18498628f', 'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'mac_address': 'fa:16:3e:87:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:37Z', 'updated_at': '2022-07-28T17:44:48Z', 'revision_number': 5, 'project_id': '65535f9817c448dfac997e93efa1a909', 'subnets': [{'id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:45:44.207555 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3749caf6-3642-4c98-b6f0-06a7b7cda0aa None None] The sync data for ids ['d3a930ed-68f8-4cc2-9f31-042666501368'] in dv-cinder-813229-13-iscsi is: [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '10c2b0db-593f-40c9-a931-06099459d6cb', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'port_id': '66a4d790-7df0-45de-afec-7d756c561981', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'mac_address': 'fa:16:3e:23:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:44:53Z', 'updated_at': '2022-07-28T17:45:42Z', 'revision_number': 1, 'project_id': '65535f9817c448dfac997e93efa1a909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e36a0dd2-1eaf-486a-898e-3bd18498628f', 'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'mac_address': 'fa:16:3e:87:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:37Z', 'updated_at': '2022-07-28T17:44:48Z', 'revision_number': 5, 'project_id': '65535f9817c448dfac997e93efa1a909', 'subnets': [{'id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:45:44.410972 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5392e9-fc94-4f23-aef9-a78d0d155a77 None None] New status for floating IP 10c2b0db-593f-40c9-a931-06099459d6cb: ACTIVE {{(pid=110737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:45:44.487957 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:45.071052 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21b895-09d6-4833-9aa1-db05db4a2d87 req-c100c239-75af-463c-a5d2-7414a0199aff tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:45.072714 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-aa21b895-09d6-4833-9aa1-db05db4a2d87 req-c100c239-75af-463c-a5d2-7414a0199aff tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0481296 Jul 28 17:45:45.093963 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:45.122149 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-aa21b895-09d6-4833-9aa1-db05db4a2d87 req-422329da-2828-4f10-9071-8412706382c1 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434439 Jul 28 17:45:45.183955 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-731da551-4628-4a3d-a040-cc63e9884bc3 req-1ba38134-61da-4585-a21f-0a353ac54a9f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=320b8217-84b0-4579-b2de-291315cf5fe9 HTTP/1.1" status: 200 len: 217 time: 0.0519814 Jul 28 17:45:45.211101 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f3911-4933-40d4-8b30-347b8cefaaeb req-457a52ac-21a5-422e-a6f1-2f559b1de436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:45.212687 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-259f3911-4933-40d4-8b30-347b8cefaaeb req-457a52ac-21a5-422e-a6f1-2f559b1de436 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 1130 time: 0.0661464 Jul 28 17:45:45.313362 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:45:45.404728 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34305ca3-7d78-4e58-8d3c-630b7327da5f req-92b7a658-ac6f-4bf2-a26d-9e048c262d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:45.407129 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-34305ca3-7d78-4e58-8d3c-630b7327da5f req-92b7a658-ac6f-4bf2-a26d-9e048c262d11 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=78a2f25af7784086aadec8dd5a1015dd&device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 1130 time: 0.0412025 Jul 28 17:45:45.487860 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bc1e3-ea67-4729-baeb-b9af18c8145e req-f9a013d9-66a1-44c9-9680-5de60f192aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:45.489449 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4b6bc1e3-ea67-4729-baeb-b9af18c8145e req-f9a013d9-66a1-44c9-9680-5de60f192aa0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=65535f9817c448dfac997e93efa1a909&device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 1130 time: 0.1227462 Jul 28 17:45:45.526062 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731da551-4628-4a3d-a040-cc63e9884bc3 req-71afc283-07fe-495e-9066-d571c1afa28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:45.527804 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-731da551-4628-4a3d-a040-cc63e9884bc3 req-71afc283-07fe-495e-9066-d571c1afa28b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 200 len: 857 time: 0.1596618 Jul 28 17:45:45.537357 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:45.556582 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34305ca3-7d78-4e58-8d3c-630b7327da5f req-dca9c9e6-39ed-47c5-bc7d-7971ec6cd922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:45.558122 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-34305ca3-7d78-4e58-8d3c-630b7327da5f req-dca9c9e6-39ed-47c5-bc7d-7971ec6cd922 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ae8fa151-853f-466c-9398-a2ea0d9328cd HTTP/1.1" status: 200 len: 912 time: 0.1065764 Jul 28 17:45:45.641245 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731da551-4628-4a3d-a040-cc63e9884bc3 req-e0cdfb08-1d74-4a5e-b82b-8fe6adbb7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:45.643474 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-731da551-4628-4a3d-a040-cc63e9884bc3 req-e0cdfb08-1d74-4a5e-b82b-8fe6adbb7c4d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c5bc62a-37b3-4ec7-a921-dd776df143f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0796323 Jul 28 17:45:45.654320 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f3911-4933-40d4-8b30-347b8cefaaeb req-620c39cb-2599-4858-a486-3d54a49dcb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:45.656322 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-259f3911-4933-40d4-8b30-347b8cefaaeb req-620c39cb-2599-4858-a486-3d54a49dcb75 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 920 time: 0.2781808 Jul 28 17:45:45.675687 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-34305ca3-7d78-4e58-8d3c-630b7327da5f req-eeebaaa4-49f2-49ae-8453-1ac22d410623 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68d3356b-d07b-40b6-8d0a-f9dfbab82c03 HTTP/1.1" status: 200 len: 1001 time: 0.1028495 Jul 28 17:45:45.717241 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bc1e3-ea67-4729-baeb-b9af18c8145e req-2a3e6fe2-25c2-45c4-83ed-ae3044663c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:45.719606 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4b6bc1e3-ea67-4729-baeb-b9af18c8145e req-2a3e6fe2-25c2-45c4-83ed-ae3044663c87 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4 HTTP/1.1" status: 200 len: 918 time: 0.2202795 Jul 28 17:45:45.729039 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:45.748856 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:45.767032 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-731da551-4628-4a3d-a040-cc63e9884bc3 req-699c1f7e-967d-4301-8bba-043b34c23392 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141765 Jul 28 17:45:45.860068 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34305ca3-7d78-4e58-8d3c-630b7327da5f req-3a1c1d1c-6faa-4382-a175-e26927c4bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:45.861913 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-34305ca3-7d78-4e58-8d3c-630b7327da5f req-3a1c1d1c-6faa-4382-a175-e26927c4bf0e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ce8ae2ae-69b2-4f29-aac4-77e56446331a HTTP/1.1" status: 200 len: 849 time: 0.0486388 Jul 28 17:45:45.904342 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-259f3911-4933-40d4-8b30-347b8cefaaeb req-23f4a40a-eaf8-4b2a-b315-57ee8382c191 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fce94af7-010d-4f2b-9d29-fdfc9ec97409 HTTP/1.1" status: 200 len: 217 time: 0.0908346 Jul 28 17:45:45.925611 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34305ca3-7d78-4e58-8d3c-630b7327da5f req-aba0b3b0-bdff-4dc5-be82-0d3e507c02df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:45.927180 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-34305ca3-7d78-4e58-8d3c-630b7327da5f req-aba0b3b0-bdff-4dc5-be82-0d3e507c02df service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ae8fa151-853f-466c-9398-a2ea0d9328cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502329 Jul 28 17:45:46.028857 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4b6bc1e3-ea67-4729-baeb-b9af18c8145e req-9c43bada-9529-4840-b99f-2d8571b8b929 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66a4d790-7df0-45de-afec-7d756c561981 HTTP/1.1" status: 200 len: 1002 time: 0.2165139 Jul 28 17:45:46.045432 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f3911-4933-40d4-8b30-347b8cefaaeb req-1f554d79-4453-491c-b4a4-f687a5194243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:46.047432 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-259f3911-4933-40d4-8b30-347b8cefaaeb req-1f554d79-4453-491c-b4a4-f687a5194243 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 200 len: 857 time: 0.1235490 Jul 28 17:45:46.070200 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-731da551-4628-4a3d-a040-cc63e9884bc3 req-2efb14d4-271c-4db8-9a70-012ae9c95ba9 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851556 Jul 28 17:45:46.241879 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaac9d-270f-404e-91a6-5f93129b9678 req-ceb5b18d-b7e8-45cb-a9d6-c77d3ffb3c05 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:46.243483 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-34eaac9d-270f-404e-91a6-5f93129b9678 req-ceb5b18d-b7e8-45cb-a9d6-c77d3ffb3c05 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0501814 Jul 28 17:45:46.290818 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-34eaac9d-270f-404e-91a6-5f93129b9678 req-aba6c359-f092-4be3-9e47-646ab24ccaac tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417600 Jul 28 17:45:47.408570 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e682c3-56fb-4e4c-989a-2f89aad68c31 req-d3c6e50d-7120-418a-a1b7-8fcf3b016627 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:47.410047 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-45e682c3-56fb-4e4c-989a-2f89aad68c31 req-d3c6e50d-7120-418a-a1b7-8fcf3b016627 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0477829 Jul 28 17:45:47.466856 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-45e682c3-56fb-4e4c-989a-2f89aad68c31 req-316d0c99-4ee2-4f3a-bba8-41d7ab89ec4e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512905 Jul 28 17:45:48.596568 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988841a6-c8d9-4e84-b727-f42b25d1dd27 req-14cd99bf-2ffc-4374-a3c2-a3086127da08 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:48.598077 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-988841a6-c8d9-4e84-b727-f42b25d1dd27 req-14cd99bf-2ffc-4374-a3c2-a3086127da08 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0506458 Jul 28 17:45:48.646159 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-988841a6-c8d9-4e84-b727-f42b25d1dd27 req-055028a5-496a-4371-acc1-02a272a6306a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423262 Jul 28 17:45:49.188477 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f3911-4933-40d4-8b30-347b8cefaaeb req-d6437de6-be47-45e7-ae98-c6a83d8f980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:49.190024 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-259f3911-4933-40d4-8b30-347b8cefaaeb req-d6437de6-be47-45e7-ae98-c6a83d8f980c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c5bc62a-37b3-4ec7-a921-dd776df143f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0751829 Jul 28 17:45:49.194052 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bc1e3-ea67-4729-baeb-b9af18c8145e req-790eab6d-742d-4773-9275-8318aef0542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:49.195089 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4b6bc1e3-ea67-4729-baeb-b9af18c8145e req-790eab6d-742d-4773-9275-8318aef0542d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a600d630-923a-4634-8e5f-0a3bd63e1f8a HTTP/1.1" status: 200 len: 855 time: 0.0721321 Jul 28 17:45:49.207846 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-34305ca3-7d78-4e58-8d3c-630b7327da5f req-3b5f0da4-8c82-4654-a8a1-76594344f83b service neutron] 10.222.0.100 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943668 Jul 28 17:45:49.308880 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bc1e3-ea67-4729-baeb-b9af18c8145e req-6872b51f-3b9f-48b1-9f8b-b824be6b9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:49.310421 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4b6bc1e3-ea67-4729-baeb-b9af18c8145e req-6872b51f-3b9f-48b1-9f8b-b824be6b9739 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0831001 Jul 28 17:45:49.341334 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-259f3911-4933-40d4-8b30-347b8cefaaeb req-981ab3c6-cad5-4a63-a015-aa87d7d07435 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236572 Jul 28 17:45:49.614162 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-34305ca3-7d78-4e58-8d3c-630b7327da5f req-52ed834a-450e-42ed-8abb-40ffbb4eac87 service neutron] 10.222.0.100 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558285 Jul 28 17:45:49.685341 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-259f3911-4933-40d4-8b30-347b8cefaaeb req-891aaf68-1a7e-4f1d-ad4f-e27ba7dff5db service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252505 Jul 28 17:45:49.686336 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4b6bc1e3-ea67-4729-baeb-b9af18c8145e req-4a3dd9a6-5366-43e7-8b81-2864fa3f9149 service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158070 Jul 28 17:45:49.777025 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa0c04-70eb-430d-a7ea-2e74998c3ce2 req-523bd55b-cbd6-4e19-8f6f-e5e95be2813c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:49.778552 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6efa0c04-70eb-430d-a7ea-2e74998c3ce2 req-523bd55b-cbd6-4e19-8f6f-e5e95be2813c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0533068 Jul 28 17:45:49.827381 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4b6bc1e3-ea67-4729-baeb-b9af18c8145e req-b1f1bb43-754d-4865-8410-f302c24c8dd2 service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103895 Jul 28 17:45:49.847587 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6efa0c04-70eb-430d-a7ea-2e74998c3ce2 req-df164305-4d35-41fa-9ff8-d50ae6018d1b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619586 Jul 28 17:45:50.938695 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:50.980246 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcc07a-bbb0-464d-b40b-b4e2403189af req-1d6f9057-74a2-453c-b78e-f9cf503c2d9d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:50.981765 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-abfcc07a-bbb0-464d-b40b-b4e2403189af req-1d6f9057-74a2-453c-b78e-f9cf503c2d9d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0538616 Jul 28 17:45:51.032729 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-abfcc07a-bbb0-464d-b40b-b4e2403189af req-481588db-d22e-4dcf-bab5-ef28bc81c2cc tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448055 Jul 28 17:45:52.153252 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6bf1b-49ba-4818-9d71-e39706412145 req-951ed3bb-7044-4ecd-af12-139b60abb024 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:52.154739 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-43e6bf1b-49ba-4818-9d71-e39706412145 req-951ed3bb-7044-4ecd-af12-139b60abb024 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0482864 Jul 28 17:45:52.206145 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-43e6bf1b-49ba-4818-9d71-e39706412145 req-2d6ebd24-cc8b-4650-be4a-2f4e1a4d93c0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444632 Jul 28 17:45:52.695456 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 38548) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:52.810164 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b5159e90-082d-4158-a702-34be911b86b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:52.812795 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:52.894020 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b5159e90-082d-4158-a702-34be911b86b3 admin admin] Publish callbacks [] for security_group (a16ec8c9-e6f1-4d26-8649-6a84f3e186e1), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:52.898264 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b5159e90-082d-4158-a702-34be911b86b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (a16ec8c9-e6f1-4d26-8649-6a84f3e186e1), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:52.938442 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5159e90-082d-4158-a702-34be911b86b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16ec8c9-e6f1-4d26-8649-6a84f3e186e1,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:52.942778 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-b5159e90-082d-4158-a702-34be911b86b3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dccaf4ea0ccd43fdb2d8a7a83cf1e94b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463233 Jul 28 17:45:52.945516 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 38556) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:53.007954 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-800cbf45-ad33-45c9-bddd-3efb071ca65a admin admin] Publish callbacks [] for security_group (a16ec8c9-e6f1-4d26-8649-6a84f3e186e1), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:53.031486 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-800cbf45-ad33-45c9-bddd-3efb071ca65a admin admin] Publish callbacks [] for security_group (a16ec8c9-e6f1-4d26-8649-6a84f3e186e1), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:53.086731 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-800cbf45-ad33-45c9-bddd-3efb071ca65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (a16ec8c9-e6f1-4d26-8649-6a84f3e186e1), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:53.090504 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-800cbf45-ad33-45c9-bddd-3efb071ca65a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:53.102147 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-800cbf45-ad33-45c9-bddd-3efb071ca65a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a16ec8c9-e6f1-4d26-8649-6a84f3e186e1 HTTP/1.1" status: 204 len: 168 time: 0.1487699 Jul 28 17:45:53.114062 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cbf45-ad33-45c9-bddd-3efb071ca65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16ec8c9-e6f1-4d26-8649-6a84f3e186e1,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:53.344721 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327a10d-4fdd-4cb5-8286-fd073f9bc687 req-2eb4036b-8da4-45a6-867d-4092eadbddb1 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:53.346796 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5327a10d-4fdd-4cb5-8286-fd073f9bc687 req-2eb4036b-8da4-45a6-867d-4092eadbddb1 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0582201 Jul 28 17:45:53.413851 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5327a10d-4fdd-4cb5-8286-fd073f9bc687 req-70fc377f-5ff5-4086-98c3-01d93014d315 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609541 Jul 28 17:45:54.532517 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5dc38-b50e-4b84-a359-24d68ef66995 req-09bf778b-0373-4488-a1a5-d8462ae02aa2 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:54.534015 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-63c5dc38-b50e-4b84-a359-24d68ef66995 req-09bf778b-0373-4488-a1a5-d8462ae02aa2 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0480487 Jul 28 17:45:54.580742 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-63c5dc38-b50e-4b84-a359-24d68ef66995 req-de39aee3-77a1-441c-8f23-ba43962e4127 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411968 Jul 28 17:45:55.521338 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 38676) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:55.672524 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-62b206c9-1cce-430f-8851-23c04fa4be1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:55.687206 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-58ea0f50-3dd6-4e55-92e4-a8e832a90532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:55.749394 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831933d1-9a92-4760-bb65-9cdb3e8f4274 req-54035979-3ef8-4b94-82c7-d1e6b9a7647c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:55.750999 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-831933d1-9a92-4760-bb65-9cdb3e8f4274 req-54035979-3ef8-4b94-82c7-d1e6b9a7647c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0812230 Jul 28 17:45:55.865562 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-831933d1-9a92-4760-bb65-9cdb3e8f4274 req-7ffc4362-e02d-47bf-bdf1-ba2232ff1e6e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969331 Jul 28 17:45:55.895793 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-62b206c9-1cce-430f-8851-23c04fa4be1a admin admin] Publish callbacks [] for security_group (d4593d68-7a42-4fdf-895e-b7c3458077ef), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:55.901394 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-62b206c9-1cce-430f-8851-23c04fa4be1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (d4593d68-7a42-4fdf-895e-b7c3458077ef), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:55.963892 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b206c9-1cce-430f-8851-23c04fa4be1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4593d68-7a42-4fdf-895e-b7c3458077ef,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:55.971495 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-62b206c9-1cce-430f-8851-23c04fa4be1a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=67c07aa592e24366b3c9d844ea20085b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4480588 Jul 28 17:45:55.974203 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 38700) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:56.035646 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:56.058042 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3426-3d33-4fa2-aaa7-3aa3fa879dc3 admin admin] Publish callbacks [] for security_group (d4593d68-7a42-4fdf-895e-b7c3458077ef), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:56.094378 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3426-3d33-4fa2-aaa7-3aa3fa879dc3 admin admin] Publish callbacks [] for security_group (d4593d68-7a42-4fdf-895e-b7c3458077ef), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:56.107662 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:56.176584 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3426-3d33-4fa2-aaa7-3aa3fa879dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (d4593d68-7a42-4fdf-895e-b7c3458077ef), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:56.179386 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3426-3d33-4fa2-aaa7-3aa3fa879dc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:56.180582 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-4e4e3426-3d33-4fa2-aaa7-3aa3fa879dc3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d4593d68-7a42-4fdf-895e-b7c3458077ef HTTP/1.1" status: 204 len: 168 time: 0.2050037 Jul 28 17:45:56.189405 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e3426-3d33-4fa2-aaa7-3aa3fa879dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4593d68-7a42-4fdf-895e-b7c3458077ef,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:56.536219 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 38708) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:56.550976 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7a33a559-9ec0-46a1-ab8a-2cfad5286813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:56.639559 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7a33a559-9ec0-46a1-ab8a-2cfad5286813 admin admin] Publish callbacks [] for security_group (3101b30c-29f9-4f79-a344-0b4895af6c7a), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:56.646103 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7a33a559-9ec0-46a1-ab8a-2cfad5286813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (3101b30c-29f9-4f79-a344-0b4895af6c7a), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:56.690327 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-7a33a559-9ec0-46a1-ab8a-2cfad5286813 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fc80d51e20d5477ca93fb98d6815a048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529644 Jul 28 17:45:56.691027 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33a559-9ec0-46a1-ab8a-2cfad5286813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3101b30c-29f9-4f79-a344-0b4895af6c7a,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:56.699782 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 38714) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:45:56.751298 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f71119ac-54ac-4a72-9a93-d4412e50f1f6 admin admin] Publish callbacks [] for security_group (3101b30c-29f9-4f79-a344-0b4895af6c7a), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:56.753772 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:56.774354 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f71119ac-54ac-4a72-9a93-d4412e50f1f6 admin admin] Publish callbacks [] for security_group (3101b30c-29f9-4f79-a344-0b4895af6c7a), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:56.833136 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f71119ac-54ac-4a72-9a93-d4412e50f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (3101b30c-29f9-4f79-a344-0b4895af6c7a), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:56.836065 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f71119ac-54ac-4a72-9a93-d4412e50f1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:56.837762 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-f71119ac-54ac-4a72-9a93-d4412e50f1f6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3101b30c-29f9-4f79-a344-0b4895af6c7a HTTP/1.1" status: 204 len: 168 time: 0.1364028 Jul 28 17:45:56.847839 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71119ac-54ac-4a72-9a93-d4412e50f1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3101b30c-29f9-4f79-a344-0b4895af6c7a,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:45:57.038685 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d7781-66bb-4d3a-9373-8b897e693437 req-d47a0db5-0ae9-4241-8c4c-c12b6751ec66 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:57.040197 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d29d7781-66bb-4d3a-9373-8b897e693437 req-d47a0db5-0ae9-4241-8c4c-c12b6751ec66 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0551312 Jul 28 17:45:57.109907 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d29d7781-66bb-4d3a-9373-8b897e693437 req-83c24f8b-09ca-4f44-a348-0cea4b050df0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615029 Jul 28 17:45:58.084468 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-6b6e2092-0793-4573-8dc1-2f65b6430736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:58.254745 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842e99b-ed13-4cc5-9f12-4205ab3a9e53 req-15c4f46e-479a-42e0-bcae-0820d1f6b60f tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:58.261658 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6842e99b-ed13-4cc5-9f12-4205ab3a9e53 req-15c4f46e-479a-42e0-bcae-0820d1f6b60f tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0627491 Jul 28 17:45:58.310891 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6842e99b-ed13-4cc5-9f12-4205ab3a9e53 req-744e7e46-4efc-4b0f-9e51-e87396b665be tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481844 Jul 28 17:45:59.093250 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:45:59.308845 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:59.309937 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:59.438302 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926657b-ed5b-4053-8cf0-8a403032f0a2 req-958952ad-fd91-4445-b8a1-88c6387291ca tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:45:59.439814 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c926657b-ed5b-4053-8cf0-8a403032f0a2 req-958952ad-fd91-4445-b8a1-88c6387291ca tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0474193 Jul 28 17:45:59.474010 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:45:59.489762 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c926657b-ed5b-4053-8cf0-8a403032f0a2 req-f433e230-3918-4991-8c30-742034ab212b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440371 Jul 28 17:46:00.293692 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:00.610067 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ee93c-873a-4074-b8b2-fce9a4a59814 req-cfd0d7cc-84e8-4ca8-bd7f-a9a8e985d353 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:00.611561 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-904ee93c-873a-4074-b8b2-fce9a4a59814 req-cfd0d7cc-84e8-4ca8-bd7f-a9a8e985d353 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0494754 Jul 28 17:46:00.658414 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-904ee93c-873a-4074-b8b2-fce9a4a59814 req-668595f6-988b-4726-ab32-db6cdd53e78a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413456 Jul 28 17:46:00.856589 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:00.919330 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:01.388133 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83046c2-501b-4afb-aebb-e0a3d148bf98 req-a496e9cf-a20c-4273-a94a-cde83f819dda tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:01.389638 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c83046c2-501b-4afb-aebb-e0a3d148bf98 req-a496e9cf-a20c-4273-a94a-cde83f819dda tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.2583113 Jul 28 17:46:01.439826 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c83046c2-501b-4afb-aebb-e0a3d148bf98 req-eef51927-8bfb-4602-b611-047700bc44ab tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443408 Jul 28 17:46:01.783171 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405274b-9d46-442e-81f0-eccea2ae4ac4 req-e6bbf3b0-ce70-46d4-839d-0fceaf05b18f tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:01.784650 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3405274b-9d46-442e-81f0-eccea2ae4ac4 req-e6bbf3b0-ce70-46d4-839d-0fceaf05b18f tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0529592 Jul 28 17:46:01.832000 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3405274b-9d46-442e-81f0-eccea2ae4ac4 req-62adfb9f-1c9c-4381-87f6-dbfee2f90bd6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Jul 28 17:46:02.557429 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b70ab-ce9f-40ff-b25e-a314982c9fdd req-804eac60-8350-45fc-ab54-983e8718b24e tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:02.558947 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b76b70ab-ce9f-40ff-b25e-a314982c9fdd req-804eac60-8350-45fc-ab54-983e8718b24e tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0471206 Jul 28 17:46:02.606084 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b76b70ab-ce9f-40ff-b25e-a314982c9fdd req-80bafcf3-168b-4388-9d32-974e23d93e3f tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409577 Jul 28 17:46:02.960363 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456e3eb-62ec-46e5-9691-652720a943ae req-9abbe63e-bffd-4495-b7b3-afffe5945cf4 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:02.961881 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9456e3eb-62ec-46e5-9691-652720a943ae req-9abbe63e-bffd-4495-b7b3-afffe5945cf4 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0474989 Jul 28 17:46:03.009557 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9456e3eb-62ec-46e5-9691-652720a943ae req-2b1e8869-8ef8-4cf2-8b8c-4d379b7026b4 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420749 Jul 28 17:46:03.731650 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd827c5-df59-4c76-9bf2-6e23690e91e4 req-197eac4e-e2d8-4cf9-9290-cca5c1bc6cd7 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:03.733148 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2fd827c5-df59-4c76-9bf2-6e23690e91e4 req-197eac4e-e2d8-4cf9-9290-cca5c1bc6cd7 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0517182 Jul 28 17:46:03.784690 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2fd827c5-df59-4c76-9bf2-6e23690e91e4 req-5e00c254-c0f1-4283-afab-832e8bc05f25 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457876 Jul 28 17:46:04.129858 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86f538-a27b-4628-8f66-c7041a9d983d req-fe0b728f-3260-4191-aa92-cfbab92ad7bd tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:04.131342 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3c86f538-a27b-4628-8f66-c7041a9d983d req-fe0b728f-3260-4191-aa92-cfbab92ad7bd tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0482838 Jul 28 17:46:04.188159 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3c86f538-a27b-4628-8f66-c7041a9d983d req-3558f848-36d0-464c-a1b4-3bb2ccaafd35 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496593 Jul 28 17:46:04.913845 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499850d-d7ad-40cf-9a61-b7bd17bcadf2 req-b73622ae-ab7e-441c-90d4-f37b42c3c0fa tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:04.915443 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d499850d-d7ad-40cf-9a61-b7bd17bcadf2 req-b73622ae-ab7e-441c-90d4-f37b42c3c0fa tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0519776 Jul 28 17:46:04.970476 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d499850d-d7ad-40cf-9a61-b7bd17bcadf2 req-789376d7-30b6-435a-a544-688c2fac8417 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494618 Jul 28 17:46:05.306139 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91741e5b-b1be-44a1-b753-e689b62edefc req-c1847b25-c1eb-4141-bcc8-385b27c0ea0e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:05.307630 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-91741e5b-b1be-44a1-b753-e689b62edefc req-c1847b25-c1eb-4141-bcc8-385b27c0ea0e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0472922 Jul 28 17:46:05.354719 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-91741e5b-b1be-44a1-b753-e689b62edefc req-c1d402d9-5c5f-4199-a79f-e44b7157a559 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406442 Jul 28 17:46:06.078136 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:06.090817 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc5160-3b5f-406c-ad31-a5fe4192ac17 req-3118635c-d852-4854-91dd-b90ee2100912 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:06.092308 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e5bc5160-3b5f-406c-ad31-a5fe4192ac17 req-3118635c-d852-4854-91dd-b90ee2100912 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0501063 Jul 28 17:46:06.144573 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e5bc5160-3b5f-406c-ad31-a5fe4192ac17 req-03da97fd-894d-4f3f-96d4-91d838d734dd tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466340 Jul 28 17:46:06.474853 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33174e4c-6f4a-4f04-b1a4-a640b966fc8a req-375afae3-b0e1-43a6-84f5-a735d814386e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:06.476311 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-33174e4c-6f4a-4f04-b1a4-a640b966fc8a req-375afae3-b0e1-43a6-84f5-a735d814386e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0461292 Jul 28 17:46:06.522750 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-33174e4c-6f4a-4f04-b1a4-a640b966fc8a req-613541ca-9fa4-4de8-a4b4-765426e3003f tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Jul 28 17:46:07.263379 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452bf87-4cda-4a59-a43d-52cb7cc620d9 req-05e2e084-0dbe-4ddf-9a98-8a28bd294ba8 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:07.264995 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3452bf87-4cda-4a59-a43d-52cb7cc620d9 req-05e2e084-0dbe-4ddf-9a98-8a28bd294ba8 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0493670 Jul 28 17:46:07.313005 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3452bf87-4cda-4a59-a43d-52cb7cc620d9 req-926e06c2-e651-4773-8e8b-28092fa36287 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424328 Jul 28 17:46:07.647583 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e6b55-77d0-4071-98e7-3e3ee320de3e req-7a007cd4-84f2-49e2-b40c-26c819c538d7 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:07.649072 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-757e6b55-77d0-4071-98e7-3e3ee320de3e req-7a007cd4-84f2-49e2-b40c-26c819c538d7 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0512292 Jul 28 17:46:07.697455 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-757e6b55-77d0-4071-98e7-3e3ee320de3e req-f7b6ff2d-0c48-429b-ba3a-8beff3cc904b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424938 Jul 28 17:46:08.442507 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:08.452752 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f260dcb-9139-4634-a39a-269412587e77 req-40e5eee1-2bc3-4ea7-a6ea-db030535d0b6 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:08.454450 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5f260dcb-9139-4634-a39a-269412587e77 req-40e5eee1-2bc3-4ea7-a6ea-db030535d0b6 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0608435 Jul 28 17:46:08.509731 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5f260dcb-9139-4634-a39a-269412587e77 req-4fa8a5f4-2a66-4c45-8f3a-73370e034343 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457861 Jul 28 17:46:08.834609 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9456ea-88d8-4ba6-a941-c1b4ebd0e084 req-cd974ee1-e42c-4e09-a6f5-b30ab778559f tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:08.836298 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3f9456ea-88d8-4ba6-a941-c1b4ebd0e084 req-cd974ee1-e42c-4e09-a6f5-b30ab778559f tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0661068 Jul 28 17:46:08.896135 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3f9456ea-88d8-4ba6-a941-c1b4ebd0e084 req-4b4c221c-b18b-4814-a4e2-2d22e532b94c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519781 Jul 28 17:46:09.280914 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 38960) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:09.330219 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fdb9a5-95c2-4f34-9fd2-423c7dba87fc admin admin] Deleting subnet 9ab4647b-59ea-4a69-89a0-2e6831ea70aa {{(pid=110736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 17:46:09.333839 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-70fdb9a5-95c2-4f34-9fd2-423c7dba87fc admin admin] Publish callbacks [] for subnet (9ab4647b-59ea-4a69-89a0-2e6831ea70aa), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:09.367278 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:09.371799 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-70fdb9a5-95c2-4f34-9fd2-423c7dba87fc admin admin] Publish callbacks [] for subnet (9ab4647b-59ea-4a69-89a0-2e6831ea70aa), precommit_delete_associations {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:09.384304 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-70fdb9a5-95c2-4f34-9fd2-423c7dba87fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66971435'] for subnet (9ab4647b-59ea-4a69-89a0-2e6831ea70aa), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:09.446668 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-70fdb9a5-95c2-4f34-9fd2-423c7dba87fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66971426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for subnet (9ab4647b-59ea-4a69-89a0-2e6831ea70aa), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:09.472434 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-70fdb9a5-95c2-4f34-9fd2-423c7dba87fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:09.475703 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-70fdb9a5-95c2-4f34-9fd2-423c7dba87fc admin admin] 10.222.0.89 "DELETE /v2.0/subnets/9ab4647b-59ea-4a69-89a0-2e6831ea70aa HTTP/1.1" status: 204 len: 168 time: 0.1937697 Jul 28 17:46:09.476679 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdb9a5-95c2-4f34-9fd2-423c7dba87fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab4647b-59ea-4a69-89a0-2e6831ea70aa,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:09.478347 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 38962) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:09.553538 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ced429f9-1b28-4811-be9e-29c07c56f7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66853985'] for network (dc2eae05-1bf0-4441-9528-a324222dd8a4), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:09.670479 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ced429f9-1b28-4811-be9e-29c07c56f7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66972677', 'neutron.services.segments.db._delete_segments_for_network-8747606401738'] for network (dc2eae05-1bf0-4441-9528-a324222dd8a4), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:09.679217 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628ac0e-098c-4b11-af4a-2c4de71d339a req-2aeea088-1dc4-468f-9893-ba6892211b70 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:09.680687 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2628ac0e-098c-4b11-af4a-2c4de71d339a req-2aeea088-1dc4-468f-9893-ba6892211b70 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0953929 Jul 28 17:46:09.711936 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.services.segments.db [None req-ced429f9-1b28-4811-be9e-29c07c56f7da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2eae05-1bf0-4441-9528-a324222dd8a4']}} {{(pid=110735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:09.726363 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.services.segments.db [None req-ced429f9-1b28-4811-be9e-29c07c56f7da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00be177-49a8-4fd8-91a9-2bd2b067d5ba') {'for_net_delete': True} {{(pid=110735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:09.726662 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.services.segments.db [None req-ced429f9-1b28-4811-be9e-29c07c56f7da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00be177-49a8-4fd8-91a9-2bd2b067d5ba') {} {{(pid=110735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:09.745152 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ced429f9-1b28-4811-be9e-29c07c56f7da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747606401639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3431942'] for segment (d00be177-49a8-4fd8-91a9-2bd2b067d5ba), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:09.766262 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2628ac0e-098c-4b11-af4a-2c4de71d339a req-a02b8fe3-2c93-4ad0-af31-2e91bf8a2a81 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798280 Jul 28 17:46:09.769725 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ced429f9-1b28-4811-be9e-29c07c56f7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (d00be177-49a8-4fd8-91a9-2bd2b067d5ba), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:09.776311 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced429f9-1b28-4811-be9e-29c07c56f7da admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=110735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:46:09.776705 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ced429f9-1b28-4811-be9e-29c07c56f7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3356111'] for segment (d00be177-49a8-4fd8-91a9-2bd2b067d5ba), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:09.820940 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.services.segments.plugin [-] Segment d00be177-49a8-4fd8-91a9-2bd2b067d5ba resource provider aggregate not found Jul 28 17:46:09.840439 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.services.segments.plugin [-] Segment d00be177-49a8-4fd8-91a9-2bd2b067d5ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d00be177-49a8-4fd8-91a9-2bd2b067d5ba found for delete ", "request_id": "req-c3f1a804-f344-4bf4-9120-500de0eb3ac2"}]} Jul 28 17:46:09.847966 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ced429f9-1b28-4811-be9e-29c07c56f7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66972686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362288'] for network (dc2eae05-1bf0-4441-9528-a324222dd8a4), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:09.864204 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ced429f9-1b28-4811-be9e-29c07c56f7da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:09.867367 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-ced429f9-1b28-4811-be9e-29c07c56f7da admin admin] 10.222.0.89 "DELETE /v2.0/networks/dc2eae05-1bf0-4441-9528-a324222dd8a4 HTTP/1.1" status: 204 len: 168 time: 0.3875048 Jul 28 17:46:09.868420 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced429f9-1b28-4811-be9e-29c07c56f7da admin admin] Pushing event deleted for resources: {'Network': ['ID=dc2eae05-1bf0-4441-9528-a324222dd8a4,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:09.870216 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 38972) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:09.918670 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b63b6a-f3f0-48f3-bdef-1eaa918219b4 admin admin] Deleting subnet 17b65c5b-2dc7-4b04-89f8-893fe6664ce2 {{(pid=110735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 17:46:09.923254 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b5b63b6a-f3f0-48f3-bdef-1eaa918219b4 admin admin] Publish callbacks [] for subnet (17b65c5b-2dc7-4b04-89f8-893fe6664ce2), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:09.967351 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b5b63b6a-f3f0-48f3-bdef-1eaa918219b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431967'] for subnet (17b65c5b-2dc7-4b04-89f8-893fe6664ce2), precommit_delete_associations {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:10.020794 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b5b63b6a-f3f0-48f3-bdef-1eaa918219b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66971435'] for subnet (17b65c5b-2dc7-4b04-89f8-893fe6664ce2), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:10.039716 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fa32a-eace-41ac-8682-3734e199f320 req-218d7c4d-abb8-4f8b-8ca0-1a6dcbb0ca32 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:10.039716 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-326fa32a-eace-41ac-8682-3734e199f320 req-218d7c4d-abb8-4f8b-8ca0-1a6dcbb0ca32 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0623100 Jul 28 17:46:10.068593 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:10.097591 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b5b63b6a-f3f0-48f3-bdef-1eaa918219b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66971426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3356049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3448084'] for subnet (17b65c5b-2dc7-4b04-89f8-893fe6664ce2), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:10.103201 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-326fa32a-eace-41ac-8682-3734e199f320 req-9b69ef13-074e-44fc-8cd3-5a56a03037e0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590730 Jul 28 17:46:10.135728 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b63b6a-f3f0-48f3-bdef-1eaa918219b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17b65c5b-2dc7-4b04-89f8-893fe6664ce2,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:10.138226 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b5b63b6a-f3f0-48f3-bdef-1eaa918219b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:10.144173 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 38986) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:10.145810 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-b5b63b6a-f3f0-48f3-bdef-1eaa918219b4 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/17b65c5b-2dc7-4b04-89f8-893fe6664ce2 HTTP/1.1" status: 204 len: 168 time: 0.2744949 Jul 28 17:46:10.244416 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66853985'] for network (1b6cda8f-6959-4ade-a468-64c86e10bbc1), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:10.332791 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66972677', 'neutron.services.segments.db._delete_segments_for_network-8747606401738'] for network (1b6cda8f-6959-4ade-a468-64c86e10bbc1), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:10.353182 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:10.353552 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:10.354286 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:10.354624 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Subscribe: > port after_create 55550000 {{(pid=110736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:10.354952 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Subscribe: > port after_delete 55550000 {{(pid=110736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:10.355295 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Subscribe: > port after_update 55550000 {{(pid=110736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:10.355643 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:10.355990 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:10.356313 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:10.356642 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:10.425987 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:10.426331 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43580c-248d-4416-89de-f847c4a84264 req-7a4bfd36-0368-4185-9634-38870fce4d8d tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:10.426556 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:10.426681 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:10.427023 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:46:10.427399 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6cda8f-6959-4ade-a468-64c86e10bbc1']}} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:10.427849 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2a43580c-248d-4416-89de-f847c4a84264 req-7a4bfd36-0368-4185-9634-38870fce4d8d tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.100 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0495958 Jul 28 17:46:10.445231 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0556738-a529-4e4e-a6bc-31566b344e82') {'for_net_delete': True} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:10.445576 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0556738-a529-4e4e-a6bc-31566b344e82') {} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:10.465777 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747606401639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610762'] for segment (b0556738-a529-4e4e-a6bc-31566b344e82), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:10.487486 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (b0556738-a529-4e4e-a6bc-31566b344e82), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:10.497803 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=110736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:46:10.498189 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530693'] for segment (b0556738-a529-4e4e-a6bc-31566b344e82), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:10.507235 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8bada-3ff9-455b-8b61-e30a0922d152 req-e4bc8f15-1fa7-448c-ae08-5581cca6d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:10.508749 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-48c8bada-3ff9-455b-8b61-e30a0922d152 req-e4bc8f15-1fa7-448c-ae08-5581cca6d078 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 1129 time: 0.0754197 Jul 28 17:46:10.571577 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66972686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362288'] for network (1b6cda8f-6959-4ade-a468-64c86e10bbc1), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:10.580279 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:10.580466 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:10.584294 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] 10.222.0.89 "DELETE /v2.0/networks/1b6cda8f-6959-4ade-a468-64c86e10bbc1 HTTP/1.1" status: 204 len: 168 time: 0.4390445 Jul 28 17:46:10.603036 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928a5ba-b1e8-4d84-9fee-45dfe63ee9ec admin admin] Pushing event deleted for resources: {'Network': ['ID=1b6cda8f-6959-4ade-a468-64c86e10bbc1,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:10.623829 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-2a43580c-248d-4416-89de-f847c4a84264 req-0a78c110-f3ef-40b6-9f85-53f8d6e99c0f tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Deleting port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:46:10.624599 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2a43580c-248d-4416-89de-f847c4a84264 req-0a78c110-f3ef-40b6-9f85-53f8d6e99c0f tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (59e7f4e7-e3a7-4a27-b67d-dea37480a3a0), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:10.646242 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:10.682239 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-48c8bada-3ff9-455b-8b61-e30a0922d152 req-108f9f9a-2a3f-4fc4-a13f-941e025ad0b0 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518912 Jul 28 17:46:10.745344 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-2a43580c-248d-4416-89de-f847c4a84264 req-0a78c110-f3ef-40b6-9f85-53f8d6e99c0f tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] For port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=59e7f4e7-e3a7-4a27-b67d-dea37480a3a0,segment=NetworkSegment(3bc62332-26ed-4bc4-8de1-780690313a96),segment_id=3bc62332-26ed-4bc4-8de1-780690313a96)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:46:10.745725 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment b0556738-a529-4e4e-a6bc-31566b344e82 resource provider aggregate not found Jul 28 17:46:10.745852 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2a43580c-248d-4416-89de-f847c4a84264 req-0a78c110-f3ef-40b6-9f85-53f8d6e99c0f tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (59e7f4e7-e3a7-4a27-b67d-dea37480a3a0), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:10.763843 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-2a43580c-248d-4416-89de-f847c4a84264 req-0a78c110-f3ef-40b6-9f85-53f8d6e99c0f tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Calling delete_port for 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:46:10.764000 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment b0556738-a529-4e4e-a6bc-31566b344e82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0556738-a529-4e4e-a6bc-31566b344e82 found for delete ", "request_id": "req-8b039700-735c-4f40-9dc9-77182666396e"}]} Jul 28 17:46:10.821602 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39004) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:10.867580 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-b71d3ce4-32e8-4745-93df-d13468036b23 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6bd0a6d50b6345339f0e6adccd157202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442011 Jul 28 17:46:10.870140 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 39006) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:10.907407 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:10.914163 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:10.934565 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbb99b-9590-4485-85ad-12b3e03cf2c8 req-035a8b02-0560-4a5c-8378-aecc07a4bffd tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:10.936024 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-07fbb99b-9590-4485-85ad-12b3e03cf2c8 req-035a8b02-0560-4a5c-8378-aecc07a4bffd tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 946 time: 0.0863855 Jul 28 17:46:11.034503 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f8875858-8270-4fda-b67b-f8413a7e126b admin admin] Publish callbacks [] for security_group (b454841f-d747-41cc-ba8e-d84fea92c7c0), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:11.056215 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-07fbb99b-9590-4485-85ad-12b3e03cf2c8 req-539c08b0-9187-4684-b25d-646466df2606 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/security-groups?id=94b683e4-a977-4cb3-9ac0-b564e7d556d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107302 Jul 28 17:46:11.076012 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f8875858-8270-4fda-b67b-f8413a7e126b admin admin] Publish callbacks [] for security_group (b454841f-d747-41cc-ba8e-d84fea92c7c0), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:11.096480 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2a43580c-248d-4416-89de-f847c4a84264 req-0a78c110-f3ef-40b6-9f85-53f8d6e99c0f tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (59e7f4e7-e3a7-4a27-b67d-dea37480a3a0), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:11.143941 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78c110-f3ef-40b6-9f85-53f8d6e99c0f tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Pushing event deleted for resources: {'Port': ['ID=59e7f4e7-e3a7-4a27-b67d-dea37480a3a0,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:11.217371 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a43580c-248d-4416-89de-f847c4a84264 req-0a78c110-f3ef-40b6-9f85-53f8d6e99c0f tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] No DVR routers for this DVR port 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:46:11.224030 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2a43580c-248d-4416-89de-f847c4a84264 req-0a78c110-f3ef-40b6-9f85-53f8d6e99c0f tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:11.224848 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2a43580c-248d-4416-89de-f847c4a84264 req-0a78c110-f3ef-40b6-9f85-53f8d6e99c0f tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.100 "DELETE /v2.0/ports/59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 HTTP/1.1" status: 204 len: 173 time: 0.7903314 Jul 28 17:46:11.225383 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df8eb85-99c9-46db-8ffc-313f53d8a559', 'name': 'network-vif-deleted', 'tag': '59e7f4e7-e3a7-4a27-b67d-dea37480a3a0'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:46:11.227567 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d126eaab-0233-45fe-923d-35d0b31fab9d" -d '{"events": [{"server_uuid": "8df8eb85-99c9-46db-8ffc-313f53d8a559", "name": "network-vif-deleted", "tag": "59e7f4e7-e3a7-4a27-b67d-dea37480a3a0"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:46:11.243881 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f8875858-8270-4fda-b67b-f8413a7e126b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (b454841f-d747-41cc-ba8e-d84fea92c7c0), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:11.247503 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f8875858-8270-4fda-b67b-f8413a7e126b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:11.248881 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-f8875858-8270-4fda-b67b-f8413a7e126b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b454841f-d747-41cc-ba8e-d84fea92c7c0 HTTP/1.1" status: 204 len: 168 time: 0.3764727 Jul 28 17:46:11.281471 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8875858-8270-4fda-b67b-f8413a7e126b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b454841f-d747-41cc-ba8e-d84fea92c7c0,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:11.295245 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b02a4-45b5-4378-8cab-5624f625d148 req-87cd99ba-77e3-4122-b0d4-1193f17afa80 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:11.298669 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-607b02a4-45b5-4378-8cab-5624f625d148 req-87cd99ba-77e3-4122-b0d4-1193f17afa80 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0873392 Jul 28 17:46:11.305861 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67c2c6d-a4f7-4463-95b9-5dafa117518e x-openstack-request-id: req-b67c2c6d-a4f7-4463-95b9-5dafa117518e {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:46:11.306147 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df8eb85-99c9-46db-8ffc-313f53d8a559", "name": "network-vif-deleted", "tag": "59e7f4e7-e3a7-4a27-b67d-dea37480a3a0", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:46:11.306555 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b67c2c6d-a4f7-4463-95b9-5dafa117518e {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:46:11.306976 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b67c2c6d-a4f7-4463-95b9-5dafa117518e'] response: {'server_uuid': '8df8eb85-99c9-46db-8ffc-313f53d8a559', 'name': 'network-vif-deleted', 'tag': '59e7f4e7-e3a7-4a27-b67d-dea37480a3a0', 'status': 'completed', 'code': 200} Jul 28 17:46:11.359594 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-607b02a4-45b5-4378-8cab-5624f625d148 req-0b165e8b-538c-4298-8f52-82156800dd54 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546081 Jul 28 17:46:11.687275 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 39020) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:11.729560 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-76f7f250-ec60-400f-bcd1-1a0543563505 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8c0fae9988f9478f8eb6304a9fccbf27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410030 Jul 28 17:46:11.731949 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 39024) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:11.788544 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-45d229ae-957b-4e3e-9cdc-4b74b57e22b7 admin admin] Publish callbacks [] for security_group (c4c89443-7c91-438b-90ed-8c76e00f8d04), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:11.816624 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-45d229ae-957b-4e3e-9cdc-4b74b57e22b7 admin admin] Publish callbacks [] for security_group (c4c89443-7c91-438b-90ed-8c76e00f8d04), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:11.869354 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-45d229ae-957b-4e3e-9cdc-4b74b57e22b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (c4c89443-7c91-438b-90ed-8c76e00f8d04), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:11.873321 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-45d229ae-957b-4e3e-9cdc-4b74b57e22b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:11.877409 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-45d229ae-957b-4e3e-9cdc-4b74b57e22b7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c4c89443-7c91-438b-90ed-8c76e00f8d04 HTTP/1.1" status: 204 len: 168 time: 0.1416192 Jul 28 17:46:11.885513 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d229ae-957b-4e3e-9cdc-4b74b57e22b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c89443-7c91-438b-90ed-8c76e00f8d04,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:12.170180 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6ecc56f1-86f2-4198-9c42-565df4054007 req-dde51b3e-6ea0-4666-ba19-64b889e0884a tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 210 time: 0.0313544 Jul 28 17:46:12.490500 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45594e70-103c-45f6-ac60-fefe527c8396 req-3aa098e9-1c9a-431a-9e72-d80515731ca3 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:12.492292 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-45594e70-103c-45f6-ac60-fefe527c8396 req-3aa098e9-1c9a-431a-9e72-d80515731ca3 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0552971 Jul 28 17:46:12.554467 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-45594e70-103c-45f6-ac60-fefe527c8396 req-91b1edff-cb5d-4416-a382-5c266e53810a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553555 Jul 28 17:46:13.113259 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 39064) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:13.237359 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8bed4d34-c320-42ea-94eb-6d63299750b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:13.273710 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:13.303374 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7c06a928-e9bd-43d9-b62e-4a97af2a511b req-1e711405-aa9e-4af0-9e27-d93e10acc386 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 210 time: 0.0420020 Jul 28 17:46:13.312833 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:13.367043 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8bed4d34-c320-42ea-94eb-6d63299750b8 admin admin] Publish callbacks [] for security_group (41fed5b3-df21-409d-8b1e-a1351fc74a4e), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:13.371358 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8bed4d34-c320-42ea-94eb-6d63299750b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (41fed5b3-df21-409d-8b1e-a1351fc74a4e), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:13.413727 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-8bed4d34-c320-42ea-94eb-6d63299750b8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e4d0b17e8c8a4a329d0cb58eec7922ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993834 Jul 28 17:46:13.414585 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed4d34-c320-42ea-94eb-6d63299750b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fed5b3-df21-409d-8b1e-a1351fc74a4e,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:13.416481 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39074) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:13.469674 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-323dd28a-8795-42c8-84e7-480da0f8c26e admin admin] Publish callbacks [] for security_group (41fed5b3-df21-409d-8b1e-a1351fc74a4e), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:13.493672 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-323dd28a-8795-42c8-84e7-480da0f8c26e admin admin] Publish callbacks [] for security_group (41fed5b3-df21-409d-8b1e-a1351fc74a4e), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:13.545813 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-323dd28a-8795-42c8-84e7-480da0f8c26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (41fed5b3-df21-409d-8b1e-a1351fc74a4e), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:13.548631 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-323dd28a-8795-42c8-84e7-480da0f8c26e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:13.549797 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-323dd28a-8795-42c8-84e7-480da0f8c26e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/41fed5b3-df21-409d-8b1e-a1351fc74a4e HTTP/1.1" status: 204 len: 168 time: 0.1312015 Jul 28 17:46:13.557555 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dd28a-8795-42c8-84e7-480da0f8c26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fed5b3-df21-409d-8b1e-a1351fc74a4e,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:13.675779 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:13.684967 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4c5eb-3cfe-4ead-863f-ed072fcea83e req-a85db952-adb0-4cf6-8be4-148b4872c46d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:13.686693 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-99c4c5eb-3cfe-4ead-863f-ed072fcea83e req-a85db952-adb0-4cf6-8be4-148b4872c46d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0522966 Jul 28 17:46:13.737825 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-99c4c5eb-3cfe-4ead-863f-ed072fcea83e req-82b7c1ad-2e91-48df-bc0a-6c99b5b2fbf7 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451007 Jul 28 17:46:13.897549 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['59e7f4e7-e3a7-4a27-b67d-dea37480a3a0'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:46:14.444135 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cdcd6fea-5d9d-4b35-aab6-5d457b315b07 req-07420634-69f3-442a-a559-a0f30d7ddd71 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 210 time: 0.0460835 Jul 28 17:46:14.863139 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c02fc6-9be3-416b-a9fd-5a5d9063ee5c req-c5020f29-cfb6-4827-8634-f129f775f505 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:14.864811 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a7c02fc6-9be3-416b-a9fd-5a5d9063ee5c req-c5020f29-cfb6-4827-8634-f129f775f505 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0500777 Jul 28 17:46:14.926279 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a7c02fc6-9be3-416b-a9fd-5a5d9063ee5c req-429e1a85-e52f-4a02-9207-aab01c64c927 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545402 Jul 28 17:46:15.545274 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-53e703f0-5010-4fc1-93a0-de3764d82037 req-e90e9542-da7c-4ec8-80e9-f7c98ebd4612 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 210 time: 0.0269759 Jul 28 17:46:15.927046 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:46:15.947244 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:46:15.947597 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 59e7f4e7-e3a7-4a27-b67d-dea37480a3a0 not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:46:16.053382 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b19f32-c7f5-49aa-9f3c-bb1e58d8ca08 req-2a8951f5-3e96-41cc-9f65-07022e60de24 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:16.055084 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-11b19f32-c7f5-49aa-9f3c-bb1e58d8ca08 req-2a8951f5-3e96-41cc-9f65-07022e60de24 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0520489 Jul 28 17:46:16.106510 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-11b19f32-c7f5-49aa-9f3c-bb1e58d8ca08 req-a210e4d1-b689-4959-9226-89bb6a1eda75 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456178 Jul 28 17:46:16.662730 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a8174f11-c23e-4116-a5c6-9bc7341426c1 req-bd5c2ea1-c376-4e7b-b16f-5a412b81a293 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 210 time: 0.0304360 Jul 28 17:46:17.216905 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:17.229326 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31408d-f019-4aad-84b1-9e7c3be9baeb req-a535e35b-9352-4719-9cac-95e20b2a3e07 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:17.230808 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bb31408d-f019-4aad-84b1-9e7c3be9baeb req-a535e35b-9352-4719-9cac-95e20b2a3e07 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0477054 Jul 28 17:46:17.279128 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bb31408d-f019-4aad-84b1-9e7c3be9baeb req-598872ca-752f-4149-aec5-335f7733c13e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421004 Jul 28 17:46:17.400745 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7d649-3998-4e05-9c00-d61e29cde938 req-343d51fd-83e5-4227-b241-7ae035fd85c0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:17.402148 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f5c7d649-3998-4e05-9c00-d61e29cde938 req-343d51fd-83e5-4227-b241-7ae035fd85c0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0502691 Jul 28 17:46:17.449583 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f5c7d649-3998-4e05-9c00-d61e29cde938 req-587a7737-d28e-4f0e-ae4e-90b3991b268d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410197 Jul 28 17:46:17.790838 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-dae377f1-84d5-4cbb-969e-a3ca6db24d64 req-f10f5c70-d361-4f4a-b951-127366bc8eec tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 210 time: 0.0410674 Jul 28 17:46:18.906834 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b5f96172-0a7a-4902-aeb6-b492375a3a51 req-ae023f9a-2aa2-4e2d-a90a-aedfe7c31736 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 210 time: 0.0285490 Jul 28 17:46:20.029679 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-43f92172-cf69-42e3-aeb9-54e06ab2edf9 req-a1306f1f-ff58-4419-9d09-406eb02fd2e8 tempest-DeleteServersTestJSON-275363342 tempest-DeleteServersTestJSON-275363342-project] 10.222.0.89 "GET /v2.0/ports?device_id=8df8eb85-99c9-46db-8ffc-313f53d8a559 HTTP/1.1" status: 200 len: 210 time: 0.0320346 Jul 28 17:46:21.026576 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 39224) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:21.222235 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf17c-311f-4729-b8b3-37ba4954ae57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:21.318068 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01de23-9828-490f-a855-f578ea0e7788 req-1b63180e-3bdf-4c72-9694-87a438839590 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:21.326466 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1d01de23-9828-490f-a855-f578ea0e7788 req-1b63180e-3bdf-4c72-9694-87a438839590 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0858448 Jul 28 17:46:21.361566 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf17c-311f-4729-b8b3-37ba4954ae57 admin admin] Publish callbacks [] for security_group (13eb8d67-6a85-48ca-8f26-81794b7a4110), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:21.369490 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf17c-311f-4729-b8b3-37ba4954ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (13eb8d67-6a85-48ca-8f26-81794b7a4110), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:21.386656 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711839ad-fb68-4ac0-aed5-4df8fe113fdb req-8cea1c43-2567-48b9-b466-2e79984e0a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:21.388204 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-711839ad-fb68-4ac0-aed5-4df8fe113fdb req-8cea1c43-2567-48b9-b466-2e79984e0a63 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 1130 time: 0.0717776 Jul 28 17:46:21.409728 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1d01de23-9828-490f-a855-f578ea0e7788 req-8667a39b-3900-453f-8166-3e8b0da16a1c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744073 Jul 28 17:46:21.420398 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-ff5bf17c-311f-4729-b8b3-37ba4954ae57 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=82f9067af2c94a7595aaf2fa5fea02af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926508 Jul 28 17:46:21.429777 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39250) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:21.499366 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-caed6cc2-aeb5-453c-9df3-22cb95c62dc3 admin admin] Publish callbacks [] for security_group (13eb8d67-6a85-48ca-8f26-81794b7a4110), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:21.518691 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bf17c-311f-4729-b8b3-37ba4954ae57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eb8d67-6a85-48ca-8f26-81794b7a4110,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:21.538165 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-caed6cc2-aeb5-453c-9df3-22cb95c62dc3 admin admin] Publish callbacks [] for security_group (13eb8d67-6a85-48ca-8f26-81794b7a4110), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:21.580457 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711839ad-fb68-4ac0-aed5-4df8fe113fdb req-0c2c66ff-3d9d-4d3d-a741-1040af42a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:21.582014 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-711839ad-fb68-4ac0-aed5-4df8fe113fdb req-0c2c66ff-3d9d-4d3d-a741-1040af42a9f3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 920 time: 0.1656597 Jul 28 17:46:21.601760 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-caed6cc2-aeb5-453c-9df3-22cb95c62dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (13eb8d67-6a85-48ca-8f26-81794b7a4110), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:21.604343 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-caed6cc2-aeb5-453c-9df3-22cb95c62dc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:21.605560 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-caed6cc2-aeb5-453c-9df3-22cb95c62dc3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/13eb8d67-6a85-48ca-8f26-81794b7a4110 HTTP/1.1" status: 204 len: 168 time: 0.1744432 Jul 28 17:46:21.614741 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed6cc2-aeb5-453c-9df3-22cb95c62dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eb8d67-6a85-48ca-8f26-81794b7a4110,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:21.641965 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-711839ad-fb68-4ac0-aed5-4df8fe113fdb req-d605c8b4-49a3-495c-b65b-ee9f3ecf924e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fce94af7-010d-4f2b-9d29-fdfc9ec97409 HTTP/1.1" status: 200 len: 217 time: 0.0475655 Jul 28 17:46:21.693577 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711839ad-fb68-4ac0-aed5-4df8fe113fdb req-aa3524cc-602f-4f9e-a0a8-851163484384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:21.695048 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-711839ad-fb68-4ac0-aed5-4df8fe113fdb req-aa3524cc-602f-4f9e-a0a8-851163484384 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 200 len: 857 time: 0.0459356 Jul 28 17:46:21.741993 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711839ad-fb68-4ac0-aed5-4df8fe113fdb req-0627cab0-bf63-48b2-8fa5-9613f798f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:21.743504 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-711839ad-fb68-4ac0-aed5-4df8fe113fdb req-0627cab0-bf63-48b2-8fa5-9613f798f276 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c5bc62a-37b3-4ec7-a921-dd776df143f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415845 Jul 28 17:46:21.864769 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-711839ad-fb68-4ac0-aed5-4df8fe113fdb req-d5d62a44-f82c-4a1f-a429-efd1fb344c32 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031845 Jul 28 17:46:21.910997 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39264) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:21.925557 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9406c054-bc66-4fe2-b886-4bd06097ece3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:21.966727 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-711839ad-fb68-4ac0-aed5-4df8fe113fdb req-e7982f95-9067-4c54-a4b2-5b21ee17bb40 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941103 Jul 28 17:46:22.003975 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9406c054-bc66-4fe2-b886-4bd06097ece3 admin admin] Publish callbacks [] for security_group (0b9fa8c4-6db4-4f23-ae94-0f69bfe1faa3), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:22.008770 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9406c054-bc66-4fe2-b886-4bd06097ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (0b9fa8c4-6db4-4f23-ae94-0f69bfe1faa3), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:22.050833 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-9406c054-bc66-4fe2-b886-4bd06097ece3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9fe059c0e7d549c386d662e27ef50ce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387048 Jul 28 17:46:22.051546 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406c054-bc66-4fe2-b886-4bd06097ece3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9fa8c4-6db4-4f23-ae94-0f69bfe1faa3,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:22.054271 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 39268) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:22.064125 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:22.098172 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:22.116319 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-83714d6b-4a7a-4953-bfbc-70f26b13cef0 admin admin] Publish callbacks [] for security_group (0b9fa8c4-6db4-4f23-ae94-0f69bfe1faa3), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:22.143364 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-83714d6b-4a7a-4953-bfbc-70f26b13cef0 admin admin] Publish callbacks [] for security_group (0b9fa8c4-6db4-4f23-ae94-0f69bfe1faa3), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:22.190569 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-83714d6b-4a7a-4953-bfbc-70f26b13cef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (0b9fa8c4-6db4-4f23-ae94-0f69bfe1faa3), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:22.193215 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-83714d6b-4a7a-4953-bfbc-70f26b13cef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:22.194385 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-83714d6b-4a7a-4953-bfbc-70f26b13cef0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0b9fa8c4-6db4-4f23-ae94-0f69bfe1faa3 HTTP/1.1" status: 204 len: 168 time: 0.1391070 Jul 28 17:46:22.205137 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83714d6b-4a7a-4953-bfbc-70f26b13cef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9fa8c4-6db4-4f23-ae94-0f69bfe1faa3,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:22.313181 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:46:22.544424 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a2b4d-31a8-4e45-ab43-26e429fe6e56 req-7d8412e9-3c61-48ab-aadb-3871f259706e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:22.546581 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b01a2b4d-31a8-4e45-ab43-26e429fe6e56 req-7d8412e9-3c61-48ab-aadb-3871f259706e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0507934 Jul 28 17:46:22.601425 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b01a2b4d-31a8-4e45-ab43-26e429fe6e56 req-5739480f-5411-40a1-90d0-af02aed097b7 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488830 Jul 28 17:46:22.664698 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 39286) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:23.039104 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-326f8628-ed2b-4fa8-978f-297c300a5b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360476'] for router_interface (b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:23.526745 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-326f8628-ed2b-4fa8-978f-297c300a5b46 admin admin] Deleting port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:46:23.527418 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-326f8628-ed2b-4fa8-978f-297c300a5b46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:23.610536 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [None req-326f8628-ed2b-4fa8-978f-297c300a5b46 admin admin] For port fc324964-d9a3-4e4e-8526-34ec0f7ef9cf, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=fc324964-d9a3-4e4e-8526-34ec0f7ef9cf,segment=NetworkSegment(3bc62332-26ed-4bc4-8de1-780690313a96),segment_id=3bc62332-26ed-4bc4-8de1-780690313a96)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:46:23.610902 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-326f8628-ed2b-4fa8-978f-297c300a5b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:23.623377 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-326f8628-ed2b-4fa8-978f-297c300a5b46 admin admin] Calling delete_port for fc324964-d9a3-4e4e-8526-34ec0f7ef9cf owned by network:router_interface {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:46:23.627977 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:23.696634 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:23.730106 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbdfcf-d1ad-4633-95bc-f80a845d080a req-f20e430c-2c61-4f55-9e35-3ea06c4c8b94 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:23.731599 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-34bbdfcf-d1ad-4633-95bc-f80a845d080a req-f20e430c-2c61-4f55-9e35-3ea06c4c8b94 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0478542 Jul 28 17:46:23.784432 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-34bbdfcf-d1ad-4633-95bc-f80a845d080a req-0ffabb9f-96f2-469b-8e3a-7eb216210f6c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462852 Jul 28 17:46:23.824962 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-326f8628-ed2b-4fa8-978f-297c300a5b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (fc324964-d9a3-4e4e-8526-34ec0f7ef9cf), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:23.846305 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f8628-ed2b-4fa8-978f-297c300a5b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc324964-d9a3-4e4e-8526-34ec0f7ef9cf,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:24.036454 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-326f8628-ed2b-4fa8-978f-297c300a5b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360584'] for router_interface (b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:24.250746 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326f8628-ed2b-4fa8-978f-297c300a5b46 admin admin] Router b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:46:24.359817 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326f8628-ed2b-4fa8-978f-297c300a5b46 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:46:24.364691 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-326f8628-ed2b-4fa8-978f-297c300a5b46 admin admin] 10.222.0.89 "PUT /v2.0/routers/b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6989181 Jul 28 17:46:24.367183 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 39296) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:24.369775 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ad7613-8da4-4cff-bfd9-136b7a3f305c None None] Sync routers for ids ['b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:46:24.381625 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad7613-8da4-4cff-bfd9-136b7a3f305c None None] Routers {'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:46:24.382309 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-21ad7613-8da4-4cff-bfd9-136b7a3f305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:45:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:24.466948 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-71d7c3ab-7cfc-42cb-a114-0b42ea8c67ff admin admin] Publish callbacks [] for router (b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:24.482672 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-21ad7613-8da4-4cff-bfd9-136b7a3f305c None None] Set router b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:46:24.552318 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:24.572237 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-71d7c3ab-7cfc-42cb-a114-0b42ea8c67ff admin admin] Publish callbacks [] for router_gateway (b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:24.621626 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-71d7c3ab-7cfc-42cb-a114-0b42ea8c67ff admin admin] Deleting port 5b825bb6-b817-465e-96ef-2cbfb7803950 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:46:24.621945 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-71d7c3ab-7cfc-42cb-a114-0b42ea8c67ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (5b825bb6-b817-465e-96ef-2cbfb7803950), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:24.624316 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:24.711295 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [None req-71d7c3ab-7cfc-42cb-a114-0b42ea8c67ff admin admin] For port 5b825bb6-b817-465e-96ef-2cbfb7803950, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=5b825bb6-b817-465e-96ef-2cbfb7803950,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:46:24.711662 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-71d7c3ab-7cfc-42cb-a114-0b42ea8c67ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (5b825bb6-b817-465e-96ef-2cbfb7803950), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:24.725551 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-71d7c3ab-7cfc-42cb-a114-0b42ea8c67ff admin admin] Calling delete_port for 5b825bb6-b817-465e-96ef-2cbfb7803950 owned by network:router_gateway {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:46:24.739993 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-21ad7613-8da4-4cff-bfd9-136b7a3f305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'name': 'tempest-DeleteServersTestJSON-1090607714-router', 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5b825bb6-b817-465e-96ef-2cbfb7803950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:29Z', 'updated_at': '2022-07-28T17:46:23Z', 'revision_number': 5, 'project_id': '6018db8e046e4945be4dd56ff8e8eeea', 'gw_port': {'id': '5b825bb6-b817-465e-96ef-2cbfb7803950', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:31Z', 'updated_at': '2022-07-28T17:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:24.765364 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ad7613-8da4-4cff-bfd9-136b7a3f305c None None] Checking router: b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89 for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:46:24.773788 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad7613-8da4-4cff-bfd9-136b7a3f305c None None] Routers {'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:46:24.774393 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-21ad7613-8da4-4cff-bfd9-136b7a3f305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:45:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:24.864043 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-21ad7613-8da4-4cff-bfd9-136b7a3f305c None None] Set router b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89 gateway port host: None {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:46:24.919527 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-21ad7613-8da4-4cff-bfd9-136b7a3f305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'name': 'tempest-DeleteServersTestJSON-1090607714-router', 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:29Z', 'updated_at': '2022-07-28T17:46:24Z', 'revision_number': 6, 'project_id': '6018db8e046e4945be4dd56ff8e8eeea', 'gw_port_host': None}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:24.942725 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa124017-84ec-4719-8451-0749742877d9 req-db580fe1-f40a-44d7-97e6-58628abbf4af tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:24.944278 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-aa124017-84ec-4719-8451-0749742877d9 req-db580fe1-f40a-44d7-97e6-58628abbf4af tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0660052 Jul 28 17:46:24.945566 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-71d7c3ab-7cfc-42cb-a114-0b42ea8c67ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (5b825bb6-b817-465e-96ef-2cbfb7803950), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:24.951940 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ad7613-8da4-4cff-bfd9-136b7a3f305c None None] The sync data for ids ['b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89'] in dv-cinder-813229-13-iscsi is: [{'id': 'b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89', 'name': 'tempest-DeleteServersTestJSON-1090607714-router', 'tenant_id': '6018db8e046e4945be4dd56ff8e8eeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:29Z', 'updated_at': '2022-07-28T17:46:24Z', 'revision_number': 6, 'project_id': '6018db8e046e4945be4dd56ff8e8eeea', 'gw_port_host': None}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:46:24.993093 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7c3ab-7cfc-42cb-a114-0b42ea8c67ff admin admin] Pushing event deleted for resources: {'Port': ['ID=5b825bb6-b817-465e-96ef-2cbfb7803950,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:25.062688 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-aa124017-84ec-4719-8451-0749742877d9 req-76fbff1d-1ea7-44ba-94a3-94d22caca6f9 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083415 Jul 28 17:46:25.078593 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-71d7c3ab-7cfc-42cb-a114-0b42ea8c67ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362268'] for router_gateway (b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:25.182716 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-71d7c3ab-7cfc-42cb-a114-0b42ea8c67ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router (b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:25.185024 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-71d7c3ab-7cfc-42cb-a114-0b42ea8c67ff admin admin] Publish callbacks [] for router_controller (b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89), precommit_delete_associations {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:25.247993 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-71d7c3ab-7cfc-42cb-a114-0b42ea8c67ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-664341'] for router (b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:25.248571 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d7c3ab-7cfc-42cb-a114-0b42ea8c67ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89 {{(pid=110735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 17:46:25.254538 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-71d7c3ab-7cfc-42cb-a114-0b42ea8c67ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:25.255674 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-71d7c3ab-7cfc-42cb-a114-0b42ea8c67ff admin admin] 10.222.0.89 "DELETE /v2.0/routers/b9ee1ed2-dc79-4c29-a84e-8e6bbacbfb89 HTTP/1.1" status: 204 len: 168 time: 0.8875802 Jul 28 17:46:25.258246 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 39304) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:25.303204 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_v2 [None req-068ebcd4-d5a3-4b26-9e88-8e490f418421 admin admin] Deleting subnet f9350510-64e3-44ef-8efa-a8962481efcc {{(pid=110735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 17:46:25.306757 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-068ebcd4-d5a3-4b26-9e88-8e490f418421 admin admin] Publish callbacks [] for subnet (f9350510-64e3-44ef-8efa-a8962481efcc), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:25.349049 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-068ebcd4-d5a3-4b26-9e88-8e490f418421 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431967'] for subnet (f9350510-64e3-44ef-8efa-a8962481efcc), precommit_delete_associations {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:25.456880 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:25.458799 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-068ebcd4-d5a3-4b26-9e88-8e490f418421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66971435'] for subnet (f9350510-64e3-44ef-8efa-a8962481efcc), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:25.517360 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-068ebcd4-d5a3-4b26-9e88-8e490f418421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66971426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3356049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3448084'] for subnet (f9350510-64e3-44ef-8efa-a8962481efcc), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:25.543190 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ebcd4-d5a3-4b26-9e88-8e490f418421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9350510-64e3-44ef-8efa-a8962481efcc,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:25.547742 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-068ebcd4-d5a3-4b26-9e88-8e490f418421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:25.550990 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-068ebcd4-d5a3-4b26-9e88-8e490f418421 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/f9350510-64e3-44ef-8efa-a8962481efcc HTTP/1.1" status: 204 len: 168 time: 0.2918427 Jul 28 17:46:25.553802 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39306) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:25.554402 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7524ce-5a86-4c36-be1b-d62c03a30ab1 None None] Network cbd36208-112c-4d11-9738-c86cba94c43a requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:46:25.599985 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:25.632971 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66853985'] for network (cbd36208-112c-4d11-9738-c86cba94c43a), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:25.679509 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Deleting port bb7560c0-4997-44dd-81ef-9aec94944acc {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:46:25.679857 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (bb7560c0-4997-44dd-81ef-9aec94944acc), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:25.689572 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-0b56dcd8-e8b2-4bf4-b211-15ef81bc593d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:25.758950 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afea753-2610-4934-9a18-41e58ffdc2d2 None None] DHCP port deletion for cbd36208-112c-4d11-9738-c86cba94c43a request from dv-cinder-813229-13-iscsi {{(pid=110737) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 17:46:25.764030 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] For port bb7560c0-4997-44dd-81ef-9aec94944acc, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=bb7560c0-4997-44dd-81ef-9aec94944acc,segment=NetworkSegment(3bc62332-26ed-4bc4-8de1-780690313a96),segment_id=3bc62332-26ed-4bc4-8de1-780690313a96)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:46:25.764475 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (bb7560c0-4997-44dd-81ef-9aec94944acc), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:25.785875 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Calling delete_port for bb7560c0-4997-44dd-81ef-9aec94944acc owned by network:dhcp {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:46:25.820065 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-8afea753-2610-4934-9a18-41e58ffdc2d2 None None] Deleting port bb7560c0-4997-44dd-81ef-9aec94944acc {{(pid=110737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:46:25.820448 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8afea753-2610-4934-9a18-41e58ffdc2d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (bb7560c0-4997-44dd-81ef-9aec94944acc), before_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:25.879818 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device fc324964-d9a3-4e4e-8526-34ec0f7ef9cf no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:46:25.909438 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:25.932009 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: fc324964-d9a3-4e4e-8526-34ec0f7ef9cf {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:46:25.932362 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device fc324964-d9a3-4e4e-8526-34ec0f7ef9cf not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:46:25.932780 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 5b825bb6-b817-465e-96ef-2cbfb7803950 no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:46:25.933005 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (bb7560c0-4997-44dd-81ef-9aec94944acc), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:25.965315 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: 5b825bb6-b817-465e-96ef-2cbfb7803950 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:46:25.965719 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 5b825bb6-b817-465e-96ef-2cbfb7803950 not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:46:25.966323 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device bb7560c0-4997-44dd-81ef-9aec94944acc no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:46:25.974310 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-8afea753-2610-4934-9a18-41e58ffdc2d2 None None] For port bb7560c0-4997-44dd-81ef-9aec94944acc, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=bb7560c0-4997-44dd-81ef-9aec94944acc,segment=NetworkSegment(3bc62332-26ed-4bc4-8de1-780690313a96),segment_id=3bc62332-26ed-4bc4-8de1-780690313a96)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:46:25.974918 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8afea753-2610-4934-9a18-41e58ffdc2d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (bb7560c0-4997-44dd-81ef-9aec94944acc), precommit_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:25.975031 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb7560c0-4997-44dd-81ef-9aec94944acc,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:25.981066 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] No DVR routers for this DVR port bb7560c0-4997-44dd-81ef-9aec94944acc on host dv-cinder-813229-13-iscsi {{(pid=110736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:46:26.000516 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: bb7560c0-4997-44dd-81ef-9aec94944acc {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:46:26.000869 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device bb7560c0-4997-44dd-81ef-9aec94944acc not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:46:26.006220 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-8afea753-2610-4934-9a18-41e58ffdc2d2 None None] Calling delete_port for bb7560c0-4997-44dd-81ef-9aec94944acc owned by network:dhcp {{(pid=110737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:46:26.056488 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:26.056659 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:26.056991 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:26.057436 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:26.057781 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:26.058157 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:26.058549 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:26.058915 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:26.059326 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:26.059666 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:26.060001 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:26.060711 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:26.061502 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:26.061771 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:26.062104 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:26.081190 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66972677', 'neutron.services.segments.db._delete_segments_for_network-8747606401738'] for network (cbd36208-112c-4d11-9738-c86cba94c43a), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:26.108351 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd36208-112c-4d11-9738-c86cba94c43a']}} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:26.118913 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc62332-26ed-4bc4-8de1-780690313a96') {'for_net_delete': True} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:26.119209 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc62332-26ed-4bc4-8de1-780690313a96') {} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:46:26.131549 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747606401639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610762'] for segment (3bc62332-26ed-4bc4-8de1-780690313a96), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:26.147086 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (3bc62332-26ed-4bc4-8de1-780690313a96), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:26.155130 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=110736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:46:26.155535 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530693'] for segment (3bc62332-26ed-4bc4-8de1-780690313a96), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:26.165959 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8afea753-2610-4934-9a18-41e58ffdc2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691'] for port (bb7560c0-4997-44dd-81ef-9aec94944acc), after_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:26.199288 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 3bc62332-26ed-4bc4-8de1-780690313a96 resource provider aggregate not found Jul 28 17:46:26.219388 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afea753-2610-4934-9a18-41e58ffdc2d2 None None] Pushing event deleted for resources: {'Port': ['ID=bb7560c0-4997-44dd-81ef-9aec94944acc,revision_number=None']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:26.230273 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afea753-2610-4934-9a18-41e58ffdc2d2 None None] No DVR routers for this DVR port bb7560c0-4997-44dd-81ef-9aec94944acc on host dv-cinder-813229-13-iscsi {{(pid=110737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:46:26.231028 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 3bc62332-26ed-4bc4-8de1-780690313a96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bc62332-26ed-4bc4-8de1-780690313a96 found for delete ", "request_id": "req-819f57ff-bc7a-43e7-8ad0-dba0bee9d02d"}]} Jul 28 17:46:26.240551 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66972686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362288'] for network (cbd36208-112c-4d11-9738-c86cba94c43a), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:26.258969 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:26.262403 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] 10.222.0.89 "DELETE /v2.0/networks/cbd36208-112c-4d11-9738-c86cba94c43a HTTP/1.1" status: 204 len: 168 time: 0.7075918 Jul 28 17:46:26.263416 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d33dd-5a74-42e7-92ba-d3ec304a6502 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd36208-112c-4d11-9738-c86cba94c43a,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:26.353057 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f880e-5886-4bac-88bf-5652f5f0256a req-c8bfda24-7d72-4150-9984-272be1477307 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:26.354562 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-396f880e-5886-4bac-88bf-5652f5f0256a req-c8bfda24-7d72-4150-9984-272be1477307 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0509274 Jul 28 17:46:26.406556 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-396f880e-5886-4bac-88bf-5652f5f0256a req-855a3524-8f65-4863-bef0-4e3ee078923f tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453138 Jul 28 17:46:26.457809 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39328) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:26.497131 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-c76ead7b-6923-47a7-af5f-8d95210bc7c0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6018db8e046e4945be4dd56ff8e8eeea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381763 Jul 28 17:46:26.500162 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39332) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:26.549684 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2003071c-a8aa-41dc-8fdb-121cd49b5868 admin admin] Publish callbacks [] for security_group (94b683e4-a977-4cb3-9ac0-b564e7d556d3), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:26.571245 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2003071c-a8aa-41dc-8fdb-121cd49b5868 admin admin] Publish callbacks [] for security_group (94b683e4-a977-4cb3-9ac0-b564e7d556d3), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:26.620969 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2003071c-a8aa-41dc-8fdb-121cd49b5868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (94b683e4-a977-4cb3-9ac0-b564e7d556d3), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:26.623535 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2003071c-a8aa-41dc-8fdb-121cd49b5868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:26.625332 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-2003071c-a8aa-41dc-8fdb-121cd49b5868 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/94b683e4-a977-4cb3-9ac0-b564e7d556d3 HTTP/1.1" status: 204 len: 168 time: 0.1242962 Jul 28 17:46:26.634634 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003071c-a8aa-41dc-8fdb-121cd49b5868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b683e4-a977-4cb3-9ac0-b564e7d556d3,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:27.538345 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2018ad-abd2-42af-94b5-5f0d2bdf283c req-c9fd170b-ad97-43c2-a9be-1befbd043e35 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:27.539938 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-be2018ad-abd2-42af-94b5-5f0d2bdf283c req-c9fd170b-ad97-43c2-a9be-1befbd043e35 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0502479 Jul 28 17:46:27.588176 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-be2018ad-abd2-42af-94b5-5f0d2bdf283c req-b482fa05-c30a-4248-8074-b68a392ad3e1 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427680 Jul 28 17:46:28.087086 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-e7072b1d-547a-4c84-9020-0d2073763aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:28.285051 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b033af4f-19d7-4156-acb9-ed569e0ed77a req-8508e307-c2b1-4e0d-93e5-250471108853 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383499 Jul 28 17:46:28.369456 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:28.385861 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033af4f-19d7-4156-acb9-ed569e0ed77a req-dcc6d219-3d2d-4818-bbb1-a5efd238f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:28.387614 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b033af4f-19d7-4156-acb9-ed569e0ed77a req-dcc6d219-3d2d-4818-bbb1-a5efd238f427 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 1129 time: 0.0488849 Jul 28 17:46:28.507905 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033af4f-19d7-4156-acb9-ed569e0ed77a req-4d38200f-2cf6-4794-a067-409fb4c53de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:28.509520 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b033af4f-19d7-4156-acb9-ed569e0ed77a req-4d38200f-2cf6-4794-a067-409fb4c53de2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 920 time: 0.0940509 Jul 28 17:46:28.564699 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b033af4f-19d7-4156-acb9-ed569e0ed77a req-3a48a660-cca2-4ca8-992b-3b6cca47192d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=320b8217-84b0-4579-b2de-291315cf5fe9 HTTP/1.1" status: 200 len: 217 time: 0.0393186 Jul 28 17:46:28.625413 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033af4f-19d7-4156-acb9-ed569e0ed77a req-d16cf633-2a9a-427e-aeb8-40df27fcf9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:28.626895 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b033af4f-19d7-4156-acb9-ed569e0ed77a req-d16cf633-2a9a-427e-aeb8-40df27fcf9ab service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 200 len: 857 time: 0.0522642 Jul 28 17:46:28.679882 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033af4f-19d7-4156-acb9-ed569e0ed77a req-3c8f0855-711a-410d-88b5-785fa78a6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:28.681669 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b033af4f-19d7-4156-acb9-ed569e0ed77a req-3c8f0855-711a-410d-88b5-785fa78a6bee service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c5bc62a-37b3-4ec7-a921-dd776df143f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464740 Jul 28 17:46:28.715140 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef80dc6-8e13-4039-b8d5-f167fa02137b req-f2acccdb-9dcc-4d63-9c9a-eb0a396a9d93 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:28.716725 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3ef80dc6-8e13-4039-b8d5-f167fa02137b req-f2acccdb-9dcc-4d63-9c9a-eb0a396a9d93 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0470240 Jul 28 17:46:28.745701 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:28.784685 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b033af4f-19d7-4156-acb9-ed569e0ed77a req-f9613aad-cb71-471d-afec-72a6cd278afa service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925558 Jul 28 17:46:28.883967 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b033af4f-19d7-4156-acb9-ed569e0ed77a req-0c3a8b11-d4e4-4f78-969e-4bb7ff00f050 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910821 Jul 28 17:46:28.959055 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3ef80dc6-8e13-4039-b8d5-f167fa02137b req-2df25bb1-d1aa-440a-9e6e-9bc54c570bbd tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354987 Jul 28 17:46:29.095488 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:29.956253 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39450) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:30.113454 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0d2779dc-4454-4027-b009-e1058e9aa5b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:30.223358 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0d2779dc-4454-4027-b009-e1058e9aa5b3 admin admin] Publish callbacks [] for security_group (c632cc12-271c-43a9-8337-25fdd477ee12), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:30.232418 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0d2779dc-4454-4027-b009-e1058e9aa5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (c632cc12-271c-43a9-8337-25fdd477ee12), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:30.331853 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:30.332925 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2779dc-4454-4027-b009-e1058e9aa5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c632cc12-271c-43a9-8337-25fdd477ee12,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:30.345789 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-0d2779dc-4454-4027-b009-e1058e9aa5b3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=72a2828ca9f14497842a061badda17fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3873975 Jul 28 17:46:30.348266 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39464) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:30.371050 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2956fb-144b-48b4-aa2f-2cdb74ddd4f1 req-c7f22b76-fdf9-439f-8b8e-dfe93a23ee70 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:30.373209 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6d2956fb-144b-48b4-aa2f-2cdb74ddd4f1 req-c7f22b76-fdf9-439f-8b8e-dfe93a23ee70 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.3373890 Jul 28 17:46:30.417470 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-75a61b78-a137-4c7c-8855-e4ddadbb9b5f admin admin] Publish callbacks [] for security_group (c632cc12-271c-43a9-8337-25fdd477ee12), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:30.444704 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-75a61b78-a137-4c7c-8855-e4ddadbb9b5f admin admin] Publish callbacks [] for security_group (c632cc12-271c-43a9-8337-25fdd477ee12), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:30.486143 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6d2956fb-144b-48b4-aa2f-2cdb74ddd4f1 req-b89e021e-e589-4f00-9938-2773036403eb tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001627 Jul 28 17:46:30.509786 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-75a61b78-a137-4c7c-8855-e4ddadbb9b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (c632cc12-271c-43a9-8337-25fdd477ee12), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:30.513906 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-75a61b78-a137-4c7c-8855-e4ddadbb9b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:30.518086 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-75a61b78-a137-4c7c-8855-e4ddadbb9b5f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c632cc12-271c-43a9-8337-25fdd477ee12 HTTP/1.1" status: 204 len: 168 time: 0.1663301 Jul 28 17:46:30.527684 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a61b78-a137-4c7c-8855-e4ddadbb9b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c632cc12-271c-43a9-8337-25fdd477ee12,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:30.792960 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39474) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:30.806831 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bc1dbdb8-d93b-4b6b-a6b3-ced2846f725f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:30.820001 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:30.860263 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:30.891214 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bc1dbdb8-d93b-4b6b-a6b3-ced2846f725f admin admin] Publish callbacks [] for security_group (1904c8a1-a944-4008-99d8-2e05322852d0), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:30.896143 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bc1dbdb8-d93b-4b6b-a6b3-ced2846f725f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (1904c8a1-a944-4008-99d8-2e05322852d0), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:30.914375 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:30.934173 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dbdb8-d93b-4b6b-a6b3-ced2846f725f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1904c8a1-a944-4008-99d8-2e05322852d0,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:30.939529 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-bc1dbdb8-d93b-4b6b-a6b3-ced2846f725f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8a7b4302ded54ebb85a507170e28d68a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454928 Jul 28 17:46:30.942197 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39476) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:30.993720 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-61844c9f-de26-475d-a917-430fffcf7975 admin admin] Publish callbacks [] for security_group (1904c8a1-a944-4008-99d8-2e05322852d0), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:31.016341 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-61844c9f-de26-475d-a917-430fffcf7975 admin admin] Publish callbacks [] for security_group (1904c8a1-a944-4008-99d8-2e05322852d0), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:31.067598 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-61844c9f-de26-475d-a917-430fffcf7975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (1904c8a1-a944-4008-99d8-2e05322852d0), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:31.070356 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-61844c9f-de26-475d-a917-430fffcf7975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:31.071978 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-61844c9f-de26-475d-a917-430fffcf7975 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1904c8a1-a944-4008-99d8-2e05322852d0 HTTP/1.1" status: 204 len: 168 time: 0.1286054 Jul 28 17:46:31.080760 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61844c9f-de26-475d-a917-430fffcf7975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1904c8a1-a944-4008-99d8-2e05322852d0,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:31.592046 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:31.618184 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73234018-6c66-46ba-82a2-91594ce99ce2 req-a14661c8-8a0d-4009-b81c-2202ca8d481b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:31.619661 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-73234018-6c66-46ba-82a2-91594ce99ce2 req-a14661c8-8a0d-4009-b81c-2202ca8d481b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0569971 Jul 28 17:46:31.673325 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-73234018-6c66-46ba-82a2-91594ce99ce2 req-d52fef63-3f1e-46e4-9a57-1e44dfd14933 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461984 Jul 28 17:46:32.062263 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39516) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:32.174302 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-51968e47-1133-4d37-89dc-0d2790e8948c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:32.254039 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-51968e47-1133-4d37-89dc-0d2790e8948c admin admin] Publish callbacks [] for security_group (6e6ecd3f-c038-481b-ae20-3780a04b9c65), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:32.258586 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-51968e47-1133-4d37-89dc-0d2790e8948c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (6e6ecd3f-c038-481b-ae20-3780a04b9c65), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:32.304537 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-51968e47-1133-4d37-89dc-0d2790e8948c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5c029976696a44cd86421b2004b903bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411718 Jul 28 17:46:32.305509 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51968e47-1133-4d37-89dc-0d2790e8948c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6ecd3f-c038-481b-ae20-3780a04b9c65,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:32.307285 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 39528) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:32.357616 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Publish callbacks [] for security_group (6e6ecd3f-c038-481b-ae20-3780a04b9c65), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:32.380320 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Publish callbacks [] for security_group (6e6ecd3f-c038-481b-ae20-3780a04b9c65), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:32.450489 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (6e6ecd3f-c038-481b-ae20-3780a04b9c65), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:32.453573 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:32.454742 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6e6ecd3f-c038-481b-ae20-3780a04b9c65 HTTP/1.1" status: 204 len: 168 time: 0.1463633 Jul 28 17:46:32.464175 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6ecd3f-c038-481b-ae20-3780a04b9c65,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:32.473772 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:32.474276 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:32.474717 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:32.475159 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:32.475586 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:32.476019 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:32.476452 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:32.476898 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:32.477355 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:32.477870 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:32.478297 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:32.478719 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:32.479145 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:32.479907 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:32.480341 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8497c74-8c25-418e-b25f-752d1130ac38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:32.812922 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 39556) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:32.825593 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c95b39-3637-4071-aa6c-f2c74dd48b02 req-71ec0f62-a597-4ee8-90e9-8a9de0fc1063 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:32.827236 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-30c95b39-3637-4071-aa6c-f2c74dd48b02 req-71ec0f62-a597-4ee8-90e9-8a9de0fc1063 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0730505 Jul 28 17:46:32.839359 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-481838f6-7ad0-4c72-80d1-f917f198439e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:32.886078 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:32.918634 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-30c95b39-3637-4071-aa6c-f2c74dd48b02 req-8641d127-89ac-4291-8fca-f96029be0c93 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813437 Jul 28 17:46:32.923287 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:32.966041 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-481838f6-7ad0-4c72-80d1-f917f198439e admin admin] Publish callbacks [] for security_group (238f364b-b083-46ee-8e22-cb24efff11f3), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:32.971615 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-481838f6-7ad0-4c72-80d1-f917f198439e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (238f364b-b083-46ee-8e22-cb24efff11f3), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:33.032515 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-481838f6-7ad0-4c72-80d1-f917f198439e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=50c7638c092e481bb89bcb31bbdc4873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181427 Jul 28 17:46:33.033427 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481838f6-7ad0-4c72-80d1-f917f198439e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238f364b-b083-46ee-8e22-cb24efff11f3,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:33.035364 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39564) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:33.103558 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9ba8446c-ff1b-46c4-ae5d-fae3494f8c0c admin admin] Publish callbacks [] for security_group (238f364b-b083-46ee-8e22-cb24efff11f3), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:33.128424 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9ba8446c-ff1b-46c4-ae5d-fae3494f8c0c admin admin] Publish callbacks [] for security_group (238f364b-b083-46ee-8e22-cb24efff11f3), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:33.176871 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9ba8446c-ff1b-46c4-ae5d-fae3494f8c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (238f364b-b083-46ee-8e22-cb24efff11f3), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:33.179543 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9ba8446c-ff1b-46c4-ae5d-fae3494f8c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:33.180704 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-9ba8446c-ff1b-46c4-ae5d-fae3494f8c0c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/238f364b-b083-46ee-8e22-cb24efff11f3 HTTP/1.1" status: 204 len: 168 time: 0.1441290 Jul 28 17:46:33.190337 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8446c-ff1b-46c4-ae5d-fae3494f8c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238f364b-b083-46ee-8e22-cb24efff11f3,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:34.050673 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed52ab-c6b6-4fff-8aa8-35ec6a740f70 req-01b83a99-49d2-401d-a23b-e6cfc91a6d1b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:34.052727 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-76ed52ab-c6b6-4fff-8aa8-35ec6a740f70 req-01b83a99-49d2-401d-a23b-e6cfc91a6d1b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0520816 Jul 28 17:46:34.109024 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-76ed52ab-c6b6-4fff-8aa8-35ec6a740f70 req-2cb50c44-3296-4fba-abdb-cbf127fecd34 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495107 Jul 28 17:46:35.241255 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08d63d-71dd-4329-8693-59a518ba0985 req-70e68d18-bd68-49ae-8a28-f2c965fea45e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:35.242850 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1e08d63d-71dd-4329-8693-59a518ba0985 req-70e68d18-bd68-49ae-8a28-f2c965fea45e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0535064 Jul 28 17:46:35.291524 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1e08d63d-71dd-4329-8693-59a518ba0985 req-70503682-5590-4ceb-b20b-d659f49a4ca7 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431278 Jul 28 17:46:36.304664 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=43 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:36.310279 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=48 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:36.404252 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:36.424690 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1bc3a-f24c-4286-9f54-c3394a21ee37 req-3aa9d7bb-3eb2-4cfa-937b-d2f6249b9173 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:36.426394 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-91a1bc3a-f24c-4286-9f54-c3394a21ee37 req-3aa9d7bb-3eb2-4cfa-937b-d2f6249b9173 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0524702 Jul 28 17:46:36.476758 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-91a1bc3a-f24c-4286-9f54-c3394a21ee37 req-fcb8286a-dec2-400d-8842-ee83201eb97d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439265 Jul 28 17:46:36.631068 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be2e66-3a18-4f23-ab12-fefd9d7a2f29 req-4dafbcf0-1dfa-481d-9693-258e531f883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:36.633242 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f3be2e66-3a18-4f23-ab12-fefd9d7a2f29 req-4dafbcf0-1dfa-481d-9693-258e531f883b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 1130 time: 0.0434542 Jul 28 17:46:36.686533 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f3be2e66-3a18-4f23-ab12-fefd9d7a2f29 req-ddf46fda-2751-4c7e-88db-27f23ad36f3c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450554 Jul 28 17:46:37.601614 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872c453-7cd8-4c8a-b81c-500d2d7f9f9a req-0ab8524d-9df4-4757-8640-152b23bb2900 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:37.603094 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2872c453-7cd8-4c8a-b81c-500d2d7f9f9a req-0ab8524d-9df4-4757-8640-152b23bb2900 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0524850 Jul 28 17:46:37.658559 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2872c453-7cd8-4c8a-b81c-500d2d7f9f9a req-0b290d23-38cc-42bc-a76c-f60b37079d00 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484383 Jul 28 17:46:38.014423 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39738) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:38.164725 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ac782be3-c79d-4d5f-bc49-7122e004a8a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:38.259917 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ac782be3-c79d-4d5f-bc49-7122e004a8a3 admin admin] Publish callbacks [] for security_group (8a38c6bb-42d0-4cdc-9392-56f6ef48fbc0), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:38.266331 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ac782be3-c79d-4d5f-bc49-7122e004a8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (8a38c6bb-42d0-4cdc-9392-56f6ef48fbc0), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:38.316041 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 39764) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:38.317830 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-ac782be3-c79d-4d5f-bc49-7122e004a8a3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c2e858d02366477ca704e5ac4dbd1f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016512 Jul 28 17:46:38.318824 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac782be3-c79d-4d5f-bc49-7122e004a8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a38c6bb-42d0-4cdc-9392-56f6ef48fbc0,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:38.377042 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f4ba57b8-cb36-4557-b1b9-66fc0371aa22 admin admin] Publish callbacks [] for security_group (8a38c6bb-42d0-4cdc-9392-56f6ef48fbc0), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:38.402545 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f4ba57b8-cb36-4557-b1b9-66fc0371aa22 admin admin] Publish callbacks [] for security_group (8a38c6bb-42d0-4cdc-9392-56f6ef48fbc0), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:38.458067 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f4ba57b8-cb36-4557-b1b9-66fc0371aa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (8a38c6bb-42d0-4cdc-9392-56f6ef48fbc0), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:38.460757 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f4ba57b8-cb36-4557-b1b9-66fc0371aa22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:38.465085 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-f4ba57b8-cb36-4557-b1b9-66fc0371aa22 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8a38c6bb-42d0-4cdc-9392-56f6ef48fbc0 HTTP/1.1" status: 204 len: 168 time: 0.1479957 Jul 28 17:46:38.473582 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba57b8-cb36-4557-b1b9-66fc0371aa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a38c6bb-42d0-4cdc-9392-56f6ef48fbc0,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:38.787894 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea732052-1f23-41c7-83d8-b0a99e38cd54 req-c5e874d2-6d2e-4d22-9661-208d543e0561 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:38.789419 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea732052-1f23-41c7-83d8-b0a99e38cd54 req-c5e874d2-6d2e-4d22-9661-208d543e0561 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0529470 Jul 28 17:46:38.845082 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:38.849982 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea732052-1f23-41c7-83d8-b0a99e38cd54 req-7ccb55a3-6967-4fc4-ba26-631679f76f5c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543284 Jul 28 17:46:39.221837 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16382e-f8ba-4d84-b9c7-3e51f432032c req-3b7699af-0359-43f4-aca4-806501bfbe4a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:39.223366 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba16382e-f8ba-4d84-b9c7-3e51f432032c req-3b7699af-0359-43f4-aca4-806501bfbe4a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0940621 Jul 28 17:46:39.230989 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931463f-280f-4ae4-ad5a-09ee7132bd46 req-915d8a3e-c980-4a57-ab2e-1896aa508df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:39.232406 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0931463f-280f-4ae4-ad5a-09ee7132bd46 req-915d8a3e-c980-4a57-ab2e-1896aa508df7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 1130 time: 0.0635910 Jul 28 17:46:39.327913 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba16382e-f8ba-4d84-b9c7-3e51f432032c req-c68b6465-4377-4e1e-9c83-fb9d925cc789 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989008 Jul 28 17:46:39.367265 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931463f-280f-4ae4-ad5a-09ee7132bd46 req-2008f499-9a98-496d-9f4b-7614e710cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:39.368763 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0931463f-280f-4ae4-ad5a-09ee7132bd46 req-2008f499-9a98-496d-9f4b-7614e710cf7f service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 920 time: 0.1216347 Jul 28 17:46:39.431428 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0931463f-280f-4ae4-ad5a-09ee7132bd46 req-e9b72d20-f7ba-4853-9732-22bcefe5333c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fce94af7-010d-4f2b-9d29-fdfc9ec97409 HTTP/1.1" status: 200 len: 217 time: 0.0392103 Jul 28 17:46:39.476472 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:39.490723 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931463f-280f-4ae4-ad5a-09ee7132bd46 req-a766eb77-1f4b-4f7c-9c60-5b2b40238c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:39.492189 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0931463f-280f-4ae4-ad5a-09ee7132bd46 req-a766eb77-1f4b-4f7c-9c60-5b2b40238c2a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 200 len: 857 time: 0.0474002 Jul 28 17:46:39.545498 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931463f-280f-4ae4-ad5a-09ee7132bd46 req-e2f22604-c78c-4d30-9359-5f61cb4e1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:39.547082 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0931463f-280f-4ae4-ad5a-09ee7132bd46 req-e2f22604-c78c-4d30-9359-5f61cb4e1b69 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c5bc62a-37b3-4ec7-a921-dd776df143f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411656 Jul 28 17:46:39.654070 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0931463f-280f-4ae4-ad5a-09ee7132bd46 req-4b758fc0-dafa-46a1-881b-aab0f54e8279 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006532 Jul 28 17:46:39.785700 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0931463f-280f-4ae4-ad5a-09ee7132bd46 req-38328307-3842-4478-ae37-f2ce348a3ec0 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163182 Jul 28 17:46:40.073309 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39836) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:40.180422 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6d58e8bc-4890-41e1-a077-1b0cfaea304d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:40.256364 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6d58e8bc-4890-41e1-a077-1b0cfaea304d admin admin] Publish callbacks [] for security_group (2d7c0632-7f19-4363-b2ee-d51bebe36d7c), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:40.259896 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6d58e8bc-4890-41e1-a077-1b0cfaea304d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (2d7c0632-7f19-4363-b2ee-d51bebe36d7c), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:40.300665 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-6d58e8bc-4890-41e1-a077-1b0cfaea304d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=48d9e9f54a254ff8aed4b595717c94f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262366 Jul 28 17:46:40.301673 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58e8bc-4890-41e1-a077-1b0cfaea304d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7c0632-7f19-4363-b2ee-d51bebe36d7c,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:40.303392 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 39840) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:40.330209 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:40.362449 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cfbc2036-7e98-41d1-80ba-fa76ab706dc8 admin admin] Publish callbacks [] for security_group (2d7c0632-7f19-4363-b2ee-d51bebe36d7c), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:40.385051 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cfbc2036-7e98-41d1-80ba-fa76ab706dc8 admin admin] Publish callbacks [] for security_group (2d7c0632-7f19-4363-b2ee-d51bebe36d7c), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:40.438189 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cfbc2036-7e98-41d1-80ba-fa76ab706dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (2d7c0632-7f19-4363-b2ee-d51bebe36d7c), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:40.440941 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cfbc2036-7e98-41d1-80ba-fa76ab706dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:40.442158 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-cfbc2036-7e98-41d1-80ba-fa76ab706dc8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2d7c0632-7f19-4363-b2ee-d51bebe36d7c HTTP/1.1" status: 204 len: 168 time: 0.1372256 Jul 28 17:46:40.450882 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc2036-7e98-41d1-80ba-fa76ab706dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7c0632-7f19-4363-b2ee-d51bebe36d7c,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:40.472114 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabde229-60e3-4a62-b716-83e090409d58 req-159faeac-f29c-4c3e-a833-b80a2dd4276c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:40.473806 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-fabde229-60e3-4a62-b716-83e090409d58 req-159faeac-f29c-4c3e-a833-b80a2dd4276c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0586615 Jul 28 17:46:40.530161 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-fabde229-60e3-4a62-b716-83e090409d58 req-5c2b6447-951b-4745-9359-669c3a3cf674 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477517 Jul 28 17:46:40.763233 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 39862) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:40.777711 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d06b5202-93d9-4c63-ba4b-92c3a6b0e0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:40.870216 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d06b5202-93d9-4c63-ba4b-92c3a6b0e0c0 admin admin] Publish callbacks [] for security_group (b9741831-a6f1-453d-991e-f1d54b6027f1), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:40.875917 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d06b5202-93d9-4c63-ba4b-92c3a6b0e0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (b9741831-a6f1-453d-991e-f1d54b6027f1), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:40.901553 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b5202-93d9-4c63-ba4b-92c3a6b0e0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9741831-a6f1-453d-991e-f1d54b6027f1,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:40.926022 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-d06b5202-93d9-4c63-ba4b-92c3a6b0e0c0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=516c4b36aa3b4b87af71444f26849387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1615720 Jul 28 17:46:40.928917 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39870) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:40.987768 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8bff2813-2dc3-4b00-8f62-0eaf427cbace admin admin] Publish callbacks [] for security_group (b9741831-a6f1-453d-991e-f1d54b6027f1), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:41.011336 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8bff2813-2dc3-4b00-8f62-0eaf427cbace admin admin] Publish callbacks [] for security_group (b9741831-a6f1-453d-991e-f1d54b6027f1), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:41.066874 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8bff2813-2dc3-4b00-8f62-0eaf427cbace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (b9741831-a6f1-453d-991e-f1d54b6027f1), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:41.069522 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8bff2813-2dc3-4b00-8f62-0eaf427cbace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:41.073845 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-8bff2813-2dc3-4b00-8f62-0eaf427cbace admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b9741831-a6f1-453d-991e-f1d54b6027f1 HTTP/1.1" status: 204 len: 168 time: 0.1436510 Jul 28 17:46:41.078002 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-ebbd3825-7bfb-44fb-aec4-f8af2d86a5b4 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=a83427bbf87f4dbe9e3533033c075c9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391099 Jul 28 17:46:41.084456 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff2813-2dc3-4b00-8f62-0eaf427cbace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9741831-a6f1-453d-991e-f1d54b6027f1,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:41.102064 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=54,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:41.103257 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=70,neutron:DELETE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:41.129148 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39886) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:41.269530 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2810b5db-2a79-419c-97c1-de08597ec2f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:41.292950 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-e9e1026e-df91-4e1a-aaaf-163ffa781f01 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:41.294606 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-e9e1026e-df91-4e1a-aaaf-163ffa781f01 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104449 Jul 28 17:46:41.301134 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:41.316284 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-44f9cd36-be87-4a64-9dba-99ab5ba48138 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/quotas/a83427bbf87f4dbe9e3533033c075c9e HTTP/1.1" status: 200 len: 375 time: 0.0142908 Jul 28 17:46:41.359844 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-328a37f9-fc2b-4c55-b8c5-8710b0fb640d tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=a83427bbf87f4dbe9e3533033c075c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358322 Jul 28 17:46:41.378523 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2810b5db-2a79-419c-97c1-de08597ec2f5 admin admin] Publish callbacks [] for security_group (d3472fbc-298b-4620-a7c1-1f1fbd3600b3), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:41.382876 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2810b5db-2a79-419c-97c1-de08597ec2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (d3472fbc-298b-4620-a7c1-1f1fbd3600b3), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:41.436001 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810b5db-2a79-419c-97c1-de08597ec2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3472fbc-298b-4620-a7c1-1f1fbd3600b3,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:41.445528 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 39898) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:41.446849 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-2810b5db-2a79-419c-97c1-de08597ec2f5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6951930ac33a417996c9ca60c0aceff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148944 Jul 28 17:46:41.503742 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:41.524379 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-24996335-c9c8-48f5-b012-feb357a5675d admin admin] Publish callbacks [] for security_group (d3472fbc-298b-4620-a7c1-1f1fbd3600b3), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:41.555723 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-da433767-1958-465e-948b-13c80d62d406 req-56eda697-abd5-400b-a204-f8202741e33f tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 210 time: 0.0328751 Jul 28 17:46:41.556001 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-24996335-c9c8-48f5-b012-feb357a5675d admin admin] Publish callbacks [] for security_group (d3472fbc-298b-4620-a7c1-1f1fbd3600b3), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:41.633824 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-24996335-c9c8-48f5-b012-feb357a5675d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (d3472fbc-298b-4620-a7c1-1f1fbd3600b3), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:41.636488 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-24996335-c9c8-48f5-b012-feb357a5675d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:41.640449 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-24996335-c9c8-48f5-b012-feb357a5675d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d3472fbc-298b-4620-a7c1-1f1fbd3600b3 HTTP/1.1" status: 204 len: 168 time: 0.1909609 Jul 28 17:46:41.691416 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24996335-c9c8-48f5-b012-feb357a5675d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3472fbc-298b-4620-a7c1-1f1fbd3600b3,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:41.730434 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8c047-5072-42fb-a2b0-a7b7efa460bb req-699a3717-0544-49e1-b582-ce4b3f54fa86 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:41.738925 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-10a8c047-5072-42fb-a2b0-a7b7efa460bb req-699a3717-0544-49e1-b582-ce4b3f54fa86 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0998738 Jul 28 17:46:41.807389 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-10a8c047-5072-42fb-a2b0-a7b7efa460bb req-342e0223-43e8-49f5-b783-9c8aec92e233 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648177 Jul 28 17:46:42.075449 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 39928) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:42.091354 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2dcec550-ff32-4d9e-ad98-af894be8d988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:42.168857 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2dcec550-ff32-4d9e-ad98-af894be8d988 admin admin] Publish callbacks [] for security_group (ef532e6d-1347-4885-8c8c-dc917f7cfa55), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:42.173913 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2dcec550-ff32-4d9e-ad98-af894be8d988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (ef532e6d-1347-4885-8c8c-dc917f7cfa55), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:42.217042 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-2dcec550-ff32-4d9e-ad98-af894be8d988 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9817f270a0544f0dab4ba4f61681ee8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386628 Jul 28 17:46:42.218039 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcec550-ff32-4d9e-ad98-af894be8d988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef532e6d-1347-4885-8c8c-dc917f7cfa55,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:42.221145 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39934) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:42.276130 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bc3402f1-1ee0-4ecb-b202-bc8b62e40fe1 admin admin] Publish callbacks [] for security_group (ef532e6d-1347-4885-8c8c-dc917f7cfa55), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:42.299853 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bc3402f1-1ee0-4ecb-b202-bc8b62e40fe1 admin admin] Publish callbacks [] for security_group (ef532e6d-1347-4885-8c8c-dc917f7cfa55), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:42.335093 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:42.353616 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bc3402f1-1ee0-4ecb-b202-bc8b62e40fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (ef532e6d-1347-4885-8c8c-dc917f7cfa55), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:42.356329 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bc3402f1-1ee0-4ecb-b202-bc8b62e40fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:42.357521 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-bc3402f1-1ee0-4ecb-b202-bc8b62e40fe1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ef532e6d-1347-4885-8c8c-dc917f7cfa55 HTTP/1.1" status: 204 len: 168 time: 0.1351011 Jul 28 17:46:42.366448 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3402f1-1ee0-4ecb-b202-bc8b62e40fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef532e6d-1347-4885-8c8c-dc917f7cfa55,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:42.697454 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b9aed6d0-6ed8-48e9-b348-e7d501de8b5b req-a33a7044-ca5f-48f1-98a8-99dd1ed621a1 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 210 time: 0.0340695 Jul 28 17:46:42.859335 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 39948) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:42.873711 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-06279bf5-92d1-412f-8213-d19c285ff442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:42.910015 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:42.938879 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f26609-3788-41e0-b888-a6ec0b654331 req-2ebc543c-45da-45a8-a1aa-2050c15e6cb7 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:42.940693 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d9f26609-3788-41e0-b888-a6ec0b654331 req-2ebc543c-45da-45a8-a1aa-2050c15e6cb7 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0601962 Jul 28 17:46:42.968959 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-06279bf5-92d1-412f-8213-d19c285ff442 admin admin] Publish callbacks [] for security_group (6a71f59f-8cc9-426d-910f-bab26ab149f6), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:42.974105 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-06279bf5-92d1-412f-8213-d19c285ff442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (6a71f59f-8cc9-426d-910f-bab26ab149f6), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:42.995344 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d9f26609-3788-41e0-b888-a6ec0b654331 req-1b876dce-113a-4f44-85c2-33f598bad079 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463560 Jul 28 17:46:43.026382 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-06279bf5-92d1-412f-8213-d19c285ff442 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=513df744e7c74eba8eda87ec03411263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572742 Jul 28 17:46:43.026382 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06279bf5-92d1-412f-8213-d19c285ff442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a71f59f-8cc9-426d-910f-bab26ab149f6,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:43.026715 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 39950) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:43.074573 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-97230f0b-a7a6-4006-a043-8a6cb1f69a80 admin admin] Publish callbacks [] for security_group (6a71f59f-8cc9-426d-910f-bab26ab149f6), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:43.097536 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-97230f0b-a7a6-4006-a043-8a6cb1f69a80 admin admin] Publish callbacks [] for security_group (6a71f59f-8cc9-426d-910f-bab26ab149f6), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:43.151322 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-97230f0b-a7a6-4006-a043-8a6cb1f69a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (6a71f59f-8cc9-426d-910f-bab26ab149f6), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:43.153961 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-97230f0b-a7a6-4006-a043-8a6cb1f69a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:43.155697 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-97230f0b-a7a6-4006-a043-8a6cb1f69a80 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6a71f59f-8cc9-426d-910f-bab26ab149f6 HTTP/1.1" status: 204 len: 168 time: 0.1329236 Jul 28 17:46:43.166211 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97230f0b-a7a6-4006-a043-8a6cb1f69a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a71f59f-8cc9-426d-910f-bab26ab149f6,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:43.539798 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-9c9a9e6d-8d67-4cd3-af93-cca4e6347dba tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=a83427bbf87f4dbe9e3533033c075c9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237885 Jul 28 17:46:43.662877 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-aa73131b-1774-427a-bbd4-ad929d70f421 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:43.664544 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-aa73131b-1774-427a-bbd4-ad929d70f421 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1192935 Jul 28 17:46:43.724446 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-7fb7de8d-7f15-4abc-a184-60c6ca2841d8 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Request body: {'port': {'device_id': '9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6', 'network_id': 'ae065dde-03c9-4af9-ad5c-e23793fedc06', 'admin_state_up': True, 'tenant_id': 'a83427bbf87f4dbe9e3533033c075c9e'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:46:43.840119 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bc1de610-b093-40c4-b53c-9c83f42ae62b req-7cbba4cc-d38c-44d4-9b9a-4ca17bcc7463 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 210 time: 0.0526190 Jul 28 17:46:43.895584 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-7fb7de8d-7f15-4abc-a184-60c6ca2841d8 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Made reservation on behalf of a83427bbf87f4dbe9e3533033c075c9e for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:46:43.900842 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-7fb7de8d-7f15-4abc-a184-60c6ca2841d8 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:43.919547 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-7fb7de8d-7f15-4abc-a184-60c6ca2841d8 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:43.986794 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:44.052756 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-7fb7de8d-7f15-4abc-a184-60c6ca2841d8 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Publish callbacks [] for security_group (6957f922-f381-470c-9d1c-e0b7ff06d40f), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:44.056785 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-7fb7de8d-7f15-4abc-a184-60c6ca2841d8 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (6957f922-f381-470c-9d1c-e0b7ff06d40f), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:44.125012 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7de8d-7f15-4abc-a184-60c6ca2841d8 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6957f922-f381-470c-9d1c-e0b7ff06d40f,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:44.201677 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-7fb7de8d-7f15-4abc-a184-60c6ca2841d8 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Allocated IP 192.168.233.51 (ae065dde-03c9-4af9-ad5c-e23793fedc06/ce5972c6-3240-4e7d-be2c-97f650de60e0/40c84c19-960a-4aca-8c08-e0f50f24a49c) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:46:44.249770 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:44.368261 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-7fb7de8d-7f15-4abc-a184-60c6ca2841d8 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Publish callbacks [] for port (40c84c19-960a-4aca-8c08-e0f50f24a49c), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:44.416449 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-7fb7de8d-7f15-4abc-a184-60c6ca2841d8 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (40c84c19-960a-4aca-8c08-e0f50f24a49c), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:44.461728 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-7fb7de8d-7f15-4abc-a184-60c6ca2841d8 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Network ae065dde-03c9-4af9-ad5c-e23793fedc06 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:46:44.470529 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-7fb7de8d-7f15-4abc-a184-60c6ca2841d8 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:46:44.473364 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-7fb7de8d-7f15-4abc-a184-60c6ca2841d8 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:46:44.505682 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7de8d-7f15-4abc-a184-60c6ca2841d8 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Pushing event updated for resources: {'Port': ['ID=40c84c19-960a-4aca-8c08-e0f50f24a49c,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:44.541276 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-7fb7de8d-7f15-4abc-a184-60c6ca2841d8 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:44.541943 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-7fb7de8d-7f15-4abc-a184-60c6ca2841d8 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:44.565374 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-7fb7de8d-7f15-4abc-a184-60c6ca2841d8 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8487575 Jul 28 17:46:44.674114 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 40010) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:44.678791 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-54cbc824-f2c3-4112-9db8-f3cfb8db3396 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--394216225', 'description': 'tempest-description--625523050'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:46:44.711197 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-54cbc824-f2c3-4112-9db8-f3cfb8db3396 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:44.788900 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-54cbc824-f2c3-4112-9db8-f3cfb8db3396 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for security_group (b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:44.793112 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-54cbc824-f2c3-4112-9db8-f3cfb8db3396 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:44.823769 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-54cbc824-f2c3-4112-9db8-f3cfb8db3396 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:44.828710 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-54cbc824-f2c3-4112-9db8-f3cfb8db3396 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1533167 Jul 28 17:46:44.829146 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 40016) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:44.833346 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbc824-f2c3-4112-9db8-f3cfb8db3396 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:44.833514 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-1a61b5a9-d893-44e5-8b76-8e1b1c25ccc6 None None] Provisioning complete for port 40c84c19-960a-4aca-8c08-e0f50f24a49c triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:46:44.834014 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-1a61b5a9-d893-44e5-8b76-8e1b1c25ccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (40c84c19-960a-4aca-8c08-e0f50f24a49c), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:44.836637 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-3eb03d4d-2d97-47f9-8891-5f6a06ca661c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Request body: {'security_group_rule': {'security_group_id': 'b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:46:44.870010 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-1a61b5a9-d893-44e5-8b76-8e1b1c25ccc6 None None] Port 40c84c19-960a-4aca-8c08-e0f50f24a49c cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:46:44.878384 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3eb03d4d-2d97-47f9-8891-5f6a06ca661c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for security_group_rule (bf4508ec-8e37-46c0-8c35-700d95cf54a1), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:44.957226 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3eb03d4d-2d97-47f9-8891-5f6a06ca661c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for security_group_rule (bf4508ec-8e37-46c0-8c35-700d95cf54a1), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:44.964612 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3eb03d4d-2d97-47f9-8891-5f6a06ca661c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (bf4508ec-8e37-46c0-8c35-700d95cf54a1), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:44.982636 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb03d4d-2d97-47f9-8891-5f6a06ca661c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4508ec-8e37-46c0-8c35-700d95cf54a1,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:44.987106 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a46125-f657-4c6e-8afa-ba14cc58fc92 req-6063455b-d306-4dba-b024-64b9680ed3c0 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:44.988914 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-59a46125-f657-4c6e-8afa-ba14cc58fc92 req-6063455b-d306-4dba-b024-64b9680ed3c0 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 935 time: 0.0650151 Jul 28 17:46:45.008601 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3eb03d4d-2d97-47f9-8891-5f6a06ca661c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:45.010229 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-3eb03d4d-2d97-47f9-8891-5f6a06ca661c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1802232 Jul 28 17:46:45.013275 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 40028) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:45.018162 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-26cd067a-5cd0-431a-bc3c-6f28d2b295b3 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Request body: {'security_group_rule': {'security_group_id': 'b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:46:45.060176 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-59a46125-f657-4c6e-8afa-ba14cc58fc92 req-548ff941-4475-4957-97ea-458eb03db358 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/security-groups?id=6957f922-f381-470c-9d1c-e0b7ff06d40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656881 Jul 28 17:46:45.067782 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-26cd067a-5cd0-431a-bc3c-6f28d2b295b3 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for security_group_rule (9fe13e40-5ff6-4dbe-b2da-689c7b7f4f39), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:45.099231 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:45.134808 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-26cd067a-5cd0-431a-bc3c-6f28d2b295b3 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for security_group_rule (9fe13e40-5ff6-4dbe-b2da-689c7b7f4f39), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:45.139171 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-26cd067a-5cd0-431a-bc3c-6f28d2b295b3 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (9fe13e40-5ff6-4dbe-b2da-689c7b7f4f39), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:45.159814 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd067a-5cd0-431a-bc3c-6f28d2b295b3 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe13e40-5ff6-4dbe-b2da-689c7b7f4f39,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:45.167848 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-26cd067a-5cd0-431a-bc3c-6f28d2b295b3 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:45.169063 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-26cd067a-5cd0-431a-bc3c-6f28d2b295b3 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1548119 Jul 28 17:46:45.172693 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 40030) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:45.176983 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Request body: {'floatingip': {'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:46:45.202969 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:45.296488 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:45.344114 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:45.415169 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Allocated IP 172.27.1.119 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/94de92f0-30d2-45db-bb5a-16e8f538ef22) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:46:45.518184 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for port (94de92f0-30d2-45db-bb5a-16e8f538ef22), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:45.549739 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (94de92f0-30d2-45db-bb5a-16e8f538ef22), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:45.596669 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:46:45.599823 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:46:45.603695 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:46:45.625446 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Pushing event updated for resources: {'Port': ['ID=94de92f0-30d2-45db-bb5a-16e8f538ef22,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:45.727319 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for floatingip (13139693-2c22-473c-821a-88247ec91bfc), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:45.768289 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (94de92f0-30d2-45db-bb5a-16e8f538ef22), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:45.882466 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:45.924647 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for port (94de92f0-30d2-45db-bb5a-16e8f538ef22), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:45.929618 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530785'] for port (94de92f0-30d2-45db-bb5a-16e8f538ef22), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:45.953309 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Request body: {'port': {'device_id': '9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:46:46.000073 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Pushing event updated for resources: {'Port': ['ID=94de92f0-30d2-45db-bb5a-16e8f538ef22,revision_number=2']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:46.013229 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (13139693-2c22-473c-821a-88247ec91bfc), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:46.020830 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (40c84c19-960a-4aca-8c08-e0f50f24a49c), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:46.030093 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:46.032482 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-b522fce5-630f-4218-b1b1-c6ca0912d32b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8584483 Jul 28 17:46:46.136800 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:46.240084 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb283a-0037-4689-a827-1de80957ca4e req-0f77c11d-a2dd-4781-bef5-33c1a85225c7 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:46.241603 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-32bb283a-0037-4689-a827-1de80957ca4e req-0f77c11d-a2dd-4781-bef5-33c1a85225c7 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 935 time: 0.1032431 Jul 28 17:46:46.257709 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-80063dea-945f-408f-ad52-b2db2e45fe33 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--394216225&fields=id&tenant_id=f5332e245b754728b04af219fdb6ca93 HTTP/1.1" status: 200 len: 267 time: 0.0551994 Jul 28 17:46:46.282986 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:46.319346 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:46.325315 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-32bb283a-0037-4689-a827-1de80957ca4e req-724abd28-1487-4103-bd23-5043ef82b4a9 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/security-groups?id=6957f922-f381-470c-9d1c-e0b7ff06d40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768270 Jul 28 17:46:46.378391 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c84c19-960a-4aca-8c08-e0f50f24a49c {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:46:46.382620 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-d468758e-c027-46bd-9486-bdf63b1ad573 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:46.384228 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-d468758e-c027-46bd-9486-bdf63b1ad573 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 818 time: 0.1194065 Jul 28 17:46:46.386154 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Publish callbacks [] for port (40c84c19-960a-4aca-8c08-e0f50f24a49c), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:46.399864 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Transition to ACTIVE for port object 40c84c19-960a-4aca-8c08-e0f50f24a49c will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:46:46.403505 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-437beee1-5507-41a0-aafe-eaa102f2e6af tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/quotas/f5332e245b754728b04af219fdb6ca93 HTTP/1.1" status: 200 len: 375 time: 0.0094163 Jul 28 17:46:46.404231 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (40c84c19-960a-4aca-8c08-e0f50f24a49c), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:46.460287 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Pushing event updated for resources: {'Port': ['ID=40c84c19-960a-4aca-8c08-e0f50f24a49c,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:46.469823 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0e05a212-7811-44a8-b547-f9ecc513096d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0589604 Jul 28 17:46:46.533880 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Attempting to bind port 40c84c19-960a-4aca-8c08-e0f50f24a49c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:46:46.534631 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Attempting to bind port 40c84c19-960a-4aca-8c08-e0f50f24a49c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e07e1160-d99a-487f-bad2-ed470eaf23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'ae065dde-03c9-4af9-ad5c-e23793fedc06'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:46:46.535052 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Attempting to bind port 40c84c19-960a-4aca-8c08-e0f50f24a49c on network ae065dde-03c9-4af9-ad5c-e23793fedc06 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:46:46.540243 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Port 40c84c19-960a-4aca-8c08-e0f50f24a49c on network ae065dde-03c9-4af9-ad5c-e23793fedc06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:46:46.540581 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Attempting to bind port 40c84c19-960a-4aca-8c08-e0f50f24a49c on network ae065dde-03c9-4af9-ad5c-e23793fedc06 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:46:46.546560 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:46:46.546917 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Checking segment: {'id': 'e07e1160-d99a-487f-bad2-ed470eaf23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'ae065dde-03c9-4af9-ad5c-e23793fedc06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:46:46.547358 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Bound using segment: {'id': 'e07e1160-d99a-487f-bad2-ed470eaf23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'ae065dde-03c9-4af9-ad5c-e23793fedc06'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:46:46.547792 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Bound port: 40c84c19-960a-4aca-8c08-e0f50f24a49c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07e1160-d99a-487f-bad2-ed470eaf23ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'ae065dde-03c9-4af9-ad5c-e23793fedc06'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:46:46.548633 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (40c84c19-960a-4aca-8c08-e0f50f24a49c), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:46.575492 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-d1be97df-f7ad-4bae-9772-c64c1147496b service neutron] 10.222.0.89 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910044 Jul 28 17:46:46.614522 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] For port 40c84c19-960a-4aca-8c08-e0f50f24a49c, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:46:46.618901 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] For port 40c84c19-960a-4aca-8c08-e0f50f24a49c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=40c84c19-960a-4aca-8c08-e0f50f24a49c,segment=NetworkSegment(e07e1160-d99a-487f-bad2-ed470eaf23ce),segment_id=e07e1160-d99a-487f-bad2-ed470eaf23ce)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:46:46.626336 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (40c84c19-960a-4aca-8c08-e0f50f24a49c), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:46.667945 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:46.668619 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:46.670090 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] 10.222.0.100 "PUT /v2.0/ports/40c84c19-960a-4aca-8c08-e0f50f24a49c HTTP/1.1" status: 200 len: 1097 time: 0.7214262 Jul 28 17:46:46.670566 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6', 'tag': '40c84c19-960a-4aca-8c08-e0f50f24a49c'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:46:46.672929 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d213e689-a6ed-4825-83dd-20293d865b52" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6", "tag": "40c84c19-960a-4aca-8c08-e0f50f24a49c"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:46:46.679487 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-d1d8413b-43b4-4d38-9013-dbfc3b76c5f0 service neutron] 10.222.0.89 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973060 Jul 28 17:46:46.708295 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70552df3-0f10-4830-80cc-bf0cf4d9802b service neutron] Pushing event updated for resources: {'Port': ['ID=40c84c19-960a-4aca-8c08-e0f50f24a49c,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:46.715237 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d27d5a-b975-4b59-89cf-a595a9a96e96 x-openstack-request-id: req-73d27d5a-b975-4b59-89cf-a595a9a96e96 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:46:46.715533 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6", "tag": "40c84c19-960a-4aca-8c08-e0f50f24a49c", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:46:46.715814 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-73d27d5a-b975-4b59-89cf-a595a9a96e96 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:46:46.716215 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d27d5a-b975-4b59-89cf-a595a9a96e96'] response: {'name': 'network-changed', 'server_uuid': '9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6', 'tag': '40c84c19-960a-4aca-8c08-e0f50f24a49c', 'status': 'completed', 'code': 200} Jul 28 17:46:46.870672 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c36d3446-8183-4c96-8759-b8105e18aa2c req-bae09234-3afb-4201-acf0-32bea8535800 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 210 time: 0.0365953 Jul 28 17:46:47.027266 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213e689-a6ed-4825-83dd-20293d865b52 req-87b59a4f-d3da-4815-bfb9-d34310547f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:47.029110 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d213e689-a6ed-4825-83dd-20293d865b52 req-87b59a4f-d3da-4815-bfb9-d34310547f14 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a83427bbf87f4dbe9e3533033c075c9e&device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 1131 time: 0.0425954 Jul 28 17:46:47.068133 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d213e689-a6ed-4825-83dd-20293d865b52 req-306be792-5ea0-4bc5-b12b-d23a4e1d2847 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=a83427bbf87f4dbe9e3533033c075c9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201862 Jul 28 17:46:47.185516 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213e689-a6ed-4825-83dd-20293d865b52 req-98744e02-7f19-4ee5-b98a-b4b6c731055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:47.187752 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d213e689-a6ed-4825-83dd-20293d865b52 req-98744e02-7f19-4ee5-b98a-b4b6c731055e service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1072524 Jul 28 17:46:47.337520 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-bb3c1afa-78ac-4e43-99c0-1c7e0a9b6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:47.339011 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-bb3c1afa-78ac-4e43-99c0-1c7e0a9b6a70 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a83427bbf87f4dbe9e3533033c075c9e&device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 1131 time: 0.0412178 Jul 28 17:46:47.409125 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-0d190434-667b-46a0-a08d-681a89b9c8c9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=40c84c19-960a-4aca-8c08-e0f50f24a49c HTTP/1.1" status: 200 len: 217 time: 0.0382533 Jul 28 17:46:47.461711 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3136b59-e653-4621-8609-1874b632c5d5 req-182ab1a1-deb2-4828-bbc3-88e540672823 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:47.463800 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f3136b59-e653-4621-8609-1874b632c5d5 req-182ab1a1-deb2-4828-bbc3-88e540672823 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 947 time: 0.0584762 Jul 28 17:46:47.516153 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f3136b59-e653-4621-8609-1874b632c5d5 req-0d48b33a-1623-4f22-b6ce-1fbb5691b00b tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/security-groups?id=6957f922-f381-470c-9d1c-e0b7ff06d40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460720 Jul 28 17:46:47.527695 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-98ccc82c-4e40-483f-97bb-d4d8bd370002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:47.530433 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-98ccc82c-4e40-483f-97bb-d4d8bd370002 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ce5972c6-3240-4e7d-be2c-97f650de60e0 HTTP/1.1" status: 200 len: 843 time: 0.0752416 Jul 28 17:46:47.594753 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-0cd6d5d0-fa9c-4b55-a4c7-3e5423a4a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:47.596264 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-0cd6d5d0-fa9c-4b55-a4c7-3e5423a4a162 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ae065dde-03c9-4af9-ad5c-e23793fedc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0416391 Jul 28 17:46:47.615052 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:47.702257 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-3de2f2b2-d667-450a-8179-c4ee087e29c2 service neutron] 10.222.0.100 "GET /v2.0/networks/ae065dde-03c9-4af9-ad5c-e23793fedc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955493 Jul 28 17:46:48.000911 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8e074cfa-6dd7-4c8e-9c4f-4566468e66cb req-29cdf59c-7418-490d-9a9b-f8a1953ac042 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 210 time: 0.0376909 Jul 28 17:46:48.035427 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9e962cc5-c044-4ed0-a423-a9c285382716 req-a043520c-938c-4781-846b-44065a2b5571 service neutron] 10.222.0.100 "GET /v2.0/networks/ae065dde-03c9-4af9-ad5c-e23793fedc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160362 Jul 28 17:46:48.656877 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24664c-caf3-4b02-9795-2f08156d9a75 req-c4274222-1926-4d41-9658-078b92ed663a tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:48.658594 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-de24664c-caf3-4b02-9795-2f08156d9a75 req-c4274222-1926-4d41-9658-078b92ed663a tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 947 time: 0.0560567 Jul 28 17:46:48.711218 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-de24664c-caf3-4b02-9795-2f08156d9a75 req-58b78552-c577-47ba-ac44-d447cde023f6 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/security-groups?id=6957f922-f381-470c-9d1c-e0b7ff06d40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462632 Jul 28 17:46:49.111821 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dfd0aac7-8853-4239-8dfb-beed1612b6bc req-ae12eca7-b397-4953-9bce-30887c6d04fb tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 210 time: 0.0314810 Jul 28 17:46:49.340161 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:49.393440 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-1f1fbeb5-fae4-4af5-bc89-54a53abcb3ea tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:49.394898 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-1f1fbeb5-fae4-4af5-bc89-54a53abcb3ea tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.100 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 818 time: 0.1112819 Jul 28 17:46:49.482940 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-4002299c-d1ab-4d50-a24b-4eaf6863952e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5332e245b754728b04af219fdb6ca93 HTTP/1.1" status: 200 len: 379 time: 0.0606225 Jul 28 17:46:49.578504 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-d0078c8a-3138-485c-b628-99600882f590 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Request body: {'port': {'device_id': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'admin_state_up': True, 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'security_groups': ['b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1']}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:46:49.688401 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-d0078c8a-3138-485c-b628-99600882f590 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Made reservation on behalf of f5332e245b754728b04af219fdb6ca93 for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:46:49.691774 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-d0078c8a-3138-485c-b628-99600882f590 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:49.850302 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df542e1-4330-4977-89f3-289877d5cf84 req-7fdf9ae3-5cd5-4f72-b0b9-374b6263ed36 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:49.857924 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1df542e1-4330-4977-89f3-289877d5cf84 req-7fdf9ae3-5cd5-4f72-b0b9-374b6263ed36 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 947 time: 0.0682414 Jul 28 17:46:49.918278 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1df542e1-4330-4977-89f3-289877d5cf84 req-94335a4f-5744-4cbc-8e74-e1fdb22e5103 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/security-groups?id=6957f922-f381-470c-9d1c-e0b7ff06d40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591202 Jul 28 17:46:50.075333 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-d0078c8a-3138-485c-b628-99600882f590 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Allocated IP 172.20.0.6 (6c5bc62a-37b3-4ec7-a921-dd776df143f3/0367c357-5ba3-42e4-b91c-6224147617f2/2c1eff09-7c11-4fd0-b533-bf557da3325f) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:46:50.243093 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-446ae6ca-51bb-4651-9d40-26a856c368ba req-a4303d43-eecb-4014-bfcc-9b42d41a0003 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 210 time: 0.0513763 Jul 28 17:46:50.256739 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-d0078c8a-3138-485c-b628-99600882f590 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for port (2c1eff09-7c11-4fd0-b533-bf557da3325f), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:50.293846 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-d0078c8a-3138-485c-b628-99600882f590 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (2c1eff09-7c11-4fd0-b533-bf557da3325f), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:50.335747 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-d0078c8a-3138-485c-b628-99600882f590 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:46:50.341299 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-d0078c8a-3138-485c-b628-99600882f590 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:46:50.345367 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-d0078c8a-3138-485c-b628-99600882f590 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:46:50.379477 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0078c8a-3138-485c-b628-99600882f590 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Pushing event updated for resources: {'Port': ['ID=2c1eff09-7c11-4fd0-b533-bf557da3325f,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:50.385149 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:50.412684 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-d0078c8a-3138-485c-b628-99600882f590 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:50.413371 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-d0078c8a-3138-485c-b628-99600882f590 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:50.434518 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-d0078c8a-3138-485c-b628-99600882f590 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8605325 Jul 28 17:46:50.456120 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Request body: {'port': {'device_id': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:46:50.519124 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:50.526347 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (2c1eff09-7c11-4fd0-b533-bf557da3325f), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:50.545894 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 40160) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:50.675409 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-12ed17ad-f050-47cd-ba17-c5e166c60fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:50.742553 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:50.765256 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-12ed17ad-f050-47cd-ba17-c5e166c60fc3 admin admin] Publish callbacks [] for security_group (c1993eb6-5760-47e2-9c3c-395749823f8c), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:50.769388 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-12ed17ad-f050-47cd-ba17-c5e166c60fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (c1993eb6-5760-47e2-9c3c-395749823f8c), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:50.783680 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-a4026be0-cc44-489e-a7fc-cd38d52e8863 None None] Provisioning complete for port 2c1eff09-7c11-4fd0-b533-bf557da3325f triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:46:50.784233 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a4026be0-cc44-489e-a7fc-cd38d52e8863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (2c1eff09-7c11-4fd0-b533-bf557da3325f), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:50.809708 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-12ed17ad-f050-47cd-ba17-c5e166c60fc3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=34f32d48602e422b8d67ca1f4b2b0644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627137 Jul 28 17:46:50.816408 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 40166) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:50.824268 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-a4026be0-cc44-489e-a7fc-cd38d52e8863 None None] Port 2c1eff09-7c11-4fd0-b533-bf557da3325f cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:46:50.835876 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed17ad-f050-47cd-ba17-c5e166c60fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1993eb6-5760-47e2-9c3c-395749823f8c,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:50.844171 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1eff09-7c11-4fd0-b533-bf557da3325f {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:46:50.851879 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Publish callbacks [] for port (2c1eff09-7c11-4fd0-b533-bf557da3325f), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:50.865615 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Transition to ACTIVE for port object 2c1eff09-7c11-4fd0-b533-bf557da3325f will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:46:50.870646 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (2c1eff09-7c11-4fd0-b533-bf557da3325f), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:50.879124 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5785fc7f-b9d5-4c9e-bb54-071ce364d6cb admin admin] Publish callbacks [] for security_group (c1993eb6-5760-47e2-9c3c-395749823f8c), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:50.902669 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5785fc7f-b9d5-4c9e-bb54-071ce364d6cb admin admin] Publish callbacks [] for security_group (c1993eb6-5760-47e2-9c3c-395749823f8c), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:50.911627 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:50.929349 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 40c84c19-960a-4aca-8c08-e0f50f24a49c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:46:50.950105 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1eff09-7c11-4fd0-b533-bf557da3325f,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:50.977000 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5785fc7f-b9d5-4c9e-bb54-071ce364d6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (c1993eb6-5760-47e2-9c3c-395749823f8c), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:50.983974 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5785fc7f-b9d5-4c9e-bb54-071ce364d6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:50.994472 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-5785fc7f-b9d5-4c9e-bb54-071ce364d6cb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c1993eb6-5760-47e2-9c3c-395749823f8c HTTP/1.1" status: 204 len: 168 time: 0.1702108 Jul 28 17:46:51.016461 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Attempting to bind port 2c1eff09-7c11-4fd0-b533-bf557da3325f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:46:51.016959 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Attempting to bind port 2c1eff09-7c11-4fd0-b533-bf557da3325f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:46:51.017395 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Attempting to bind port 2c1eff09-7c11-4fd0-b533-bf557da3325f on network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:46:51.025504 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Port 2c1eff09-7c11-4fd0-b533-bf557da3325f on network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:46:51.025764 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Attempting to bind port 2c1eff09-7c11-4fd0-b533-bf557da3325f on network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:46:51.027054 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785fc7f-b9d5-4c9e-bb54-071ce364d6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1993eb6-5760-47e2-9c3c-395749823f8c,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:51.150165 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883aaac-58f6-4354-a803-80f04c6b001d req-9411b049-cb0d-4a2e-bcd2-9263d8bd7a4f tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:51.160419 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3883aaac-58f6-4354-a803-80f04c6b001d req-9411b049-cb0d-4a2e-bcd2-9263d8bd7a4f tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 947 time: 0.1361666 Jul 28 17:46:51.163106 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:46:51.163520 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Checking segment: {'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:46:51.163983 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Bound using segment: {'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:46:51.164594 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Bound port: 2c1eff09-7c11-4fd0-b533-bf557da3325f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:46:51.165062 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (2c1eff09-7c11-4fd0-b533-bf557da3325f), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:51.189926 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 40c84c19-960a-4aca-8c08-e0f50f24a49c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=40c84c19-960a-4aca-8c08-e0f50f24a49c,segment=NetworkSegment(e07e1160-d99a-487f-bad2-ed470eaf23ce),segment_id=e07e1160-d99a-487f-bad2-ed470eaf23ce)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:46:51.209563 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '40c84c19-960a-4aca-8c08-e0f50f24a49c', 'network_id': 'ae065dde-03c9-4af9-ad5c-e23793fedc06', 'port_id': '40c84c19-960a-4aca-8c08-e0f50f24a49c', 'mac_address': 'fa:16:3e:95:15:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5972c6-3240-4e7d-be2c-97f650de60e0', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:46:51.319376 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3883aaac-58f6-4354-a803-80f04c6b001d req-5c85941a-9c44-4fa4-981d-61a5c29dbc1a tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/security-groups?id=6957f922-f381-470c-9d1c-e0b7ff06d40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580336 Jul 28 17:46:51.320779 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 40c84c19-960a-4aca-8c08-e0f50f24a49c is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:46:51.321325 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 40188) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:51.321621 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (40c84c19-960a-4aca-8c08-e0f50f24a49c), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:51.349442 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] For port 2c1eff09-7c11-4fd0-b533-bf557da3325f, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:46:51.356471 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] For port 2c1eff09-7c11-4fd0-b533-bf557da3325f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2c1eff09-7c11-4fd0-b533-bf557da3325f,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:46:51.374650 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (2c1eff09-7c11-4fd0-b533-bf557da3325f), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:51.381197 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c84c19-960a-4aca-8c08-e0f50f24a49c {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:46:51.416282 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 40c84c19-960a-4aca-8c08-e0f50f24a49c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=40c84c19-960a-4aca-8c08-e0f50f24a49c,segment=NetworkSegment(e07e1160-d99a-487f-bad2-ed470eaf23ce),segment_id=e07e1160-d99a-487f-bad2-ed470eaf23ce)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:46:51.424624 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (40c84c19-960a-4aca-8c08-e0f50f24a49c), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:51.463351 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1af31-26bb-4585-8a11-a5ecefd091d6 req-6bf4efef-629e-4219-8e45-be4271f2b619 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:51.469391 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-daf1af31-26bb-4585-8a11-a5ecefd091d6 req-6bf4efef-629e-4219-8e45-be4271f2b619 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 943 time: 0.1133404 Jul 28 17:46:51.488630 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:51.489197 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:51.490604 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] 10.222.0.100 "PUT /v2.0/ports/2c1eff09-7c11-4fd0-b533-bf557da3325f HTTP/1.1" status: 200 len: 1093 time: 1.0396321 Jul 28 17:46:51.493280 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'tag': '2c1eff09-7c11-4fd0-b533-bf557da3325f'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:46:51.495851 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7cc894-1510-456a-a69b-5f4f030c8002" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3b9253-025e-4a8d-af04-b8951ed85ae8", "tag": "2c1eff09-7c11-4fd0-b533-bf557da3325f"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:46:51.498239 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=40c84c19-960a-4aca-8c08-e0f50f24a49c,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:51.499673 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038780b-1dd6-45ed-8043-b22ad8f31624 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1eff09-7c11-4fd0-b533-bf557da3325f,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:51.530701 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:51.531128 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:51.531911 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:51.532375 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:51.533846 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:51.534592 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:51.535160 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:51.535824 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:51.536631 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:51.537132 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:51.538609 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-072c7e92-c60e-412f-9d60-46c382a85c5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:51.538760 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:51.539407 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:51.540043 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:51.540830 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:51.541399 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:46:51.577998 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af4e33f-39f0-480d-8021-ac236754a898 x-openstack-request-id: req-9af4e33f-39f0-480d-8021-ac236754a898 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:46:51.578370 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3b9253-025e-4a8d-af04-b8951ed85ae8", "tag": "2c1eff09-7c11-4fd0-b533-bf557da3325f", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:46:51.578697 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9af4e33f-39f0-480d-8021-ac236754a898 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:46:51.579178 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9af4e33f-39f0-480d-8021-ac236754a898'] response: {'name': 'network-changed', 'server_uuid': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'tag': '2c1eff09-7c11-4fd0-b533-bf557da3325f', 'status': 'completed', 'code': 200} Jul 28 17:46:51.579679 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 40196) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:51.596143 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-705a3b56-5d4d-43bc-a31c-6f50ba8bfa18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:51.642269 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-daf1af31-26bb-4585-8a11-a5ecefd091d6 req-eafacc87-c706-4b02-8bac-48255d5ec792 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648772 Jul 28 17:46:51.651875 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:51.675402 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-a496dcbf-8260-403f-bfd3-1bb96d00257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:51.677486 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-a496dcbf-8260-403f-bfd3-1bb96d00257a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 1127 time: 0.0698586 Jul 28 17:46:51.721424 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:51.746157 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-072c7e92-c60e-412f-9d60-46c382a85c5e admin admin] Publish callbacks [] for security_group (16ae22af-c88c-4a51-a8c6-0a5567b980c0), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:51.752366 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-072c7e92-c60e-412f-9d60-46c382a85c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (16ae22af-c88c-4a51-a8c6-0a5567b980c0), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:51.776683 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-eecaf4c2-cd84-49a1-b929-cc324d5bc2b5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1eff09-7c11-4fd0-b533-bf557da3325f HTTP/1.1" status: 200 len: 217 time: 0.0767252 Jul 28 17:46:51.808342 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-072c7e92-c60e-412f-9d60-46c382a85c5e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=47a7b20146624d4aa25006a7b1c05b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4831717 Jul 28 17:46:51.808342 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c7e92-c60e-412f-9d60-46c382a85c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ae22af-c88c-4a51-a8c6-0a5567b980c0,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:51.820328 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 40202) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:51.849806 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-705a3b56-5d4d-43bc-a31c-6f50ba8bfa18 admin admin] Publish callbacks [] for security_group (a5590cdf-32c6-43fa-8b25-03e5f9d60cc8), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:51.861617 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-705a3b56-5d4d-43bc-a31c-6f50ba8bfa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (a5590cdf-32c6-43fa-8b25-03e5f9d60cc8), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:51.885809 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-1ae0767c-3c1e-47ad-ac94-ff8aee6c5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:51.887547 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-1ae0767c-3c1e-47ad-ac94-ff8aee6c5c1e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 200 len: 857 time: 0.0981846 Jul 28 17:46:51.889017 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ce993543-5baf-45ac-b7df-ec92703d5fcc admin admin] Publish callbacks [] for security_group (16ae22af-c88c-4a51-a8c6-0a5567b980c0), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:51.915293 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ce993543-5baf-45ac-b7df-ec92703d5fcc admin admin] Publish callbacks [] for security_group (16ae22af-c88c-4a51-a8c6-0a5567b980c0), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:51.921842 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-705a3b56-5d4d-43bc-a31c-6f50ba8bfa18 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7ed2aee16d3b45b5a85d51fbdc82d30d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410633 Jul 28 17:46:51.922832 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 40204) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:51.924901 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a3b56-5d4d-43bc-a31c-6f50ba8bfa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5590cdf-32c6-43fa-8b25-03e5f9d60cc8,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:51.956190 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-7d4639b1-8b20-43f0-8345-7df3012fd8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:51.957920 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-7d4639b1-8b20-43f0-8345-7df3012fd8e3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c5bc62a-37b3-4ec7-a921-dd776df143f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493391 Jul 28 17:46:52.000325 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5e8729b3-f48c-4e57-88ce-1fabff14b539 admin admin] Publish callbacks [] for security_group (a5590cdf-32c6-43fa-8b25-03e5f9d60cc8), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:52.021276 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ce993543-5baf-45ac-b7df-ec92703d5fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (16ae22af-c88c-4a51-a8c6-0a5567b980c0), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:52.023775 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ce993543-5baf-45ac-b7df-ec92703d5fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:52.024895 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-ce993543-5baf-45ac-b7df-ec92703d5fcc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/16ae22af-c88c-4a51-a8c6-0a5567b980c0 HTTP/1.1" status: 204 len: 168 time: 0.2034531 Jul 28 17:46:52.035668 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['40c84c19-960a-4aca-8c08-e0f50f24a49c'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:46:52.037942 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5e8729b3-f48c-4e57-88ce-1fabff14b539 admin admin] Publish callbacks [] for security_group (a5590cdf-32c6-43fa-8b25-03e5f9d60cc8), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:52.040082 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993543-5baf-45ac-b7df-ec92703d5fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ae22af-c88c-4a51-a8c6-0a5567b980c0,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:52.100879 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5e8729b3-f48c-4e57-88ce-1fabff14b539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (a5590cdf-32c6-43fa-8b25-03e5f9d60cc8), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:52.100879 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5e8729b3-f48c-4e57-88ce-1fabff14b539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:52.100879 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-5e8729b3-f48c-4e57-88ce-1fabff14b539 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a5590cdf-32c6-43fa-8b25-03e5f9d60cc8 HTTP/1.1" status: 204 len: 168 time: 0.1802833 Jul 28 17:46:52.115080 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-fcb50e63-c1d4-4ea5-a6b8-c4a76e1ca31e service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284094 Jul 28 17:46:52.115168 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8729b3-f48c-4e57-88ce-1fabff14b539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5590cdf-32c6-43fa-8b25-03e5f9d60cc8,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:52.233277 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e2565e9-1dac-4e0e-bcc0-ab2cac4b5dab req-e6fee06a-fc4f-4601-9d6e-c8cccecc9b2a service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139429 Jul 28 17:46:52.468935 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a89ca8-f81d-4ded-be82-08b32e373239 req-9f953b33-ec04-45e9-bce3-a7bfdf882b83 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:52.470497 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c7a89ca8-f81d-4ded-be82-08b32e373239 req-9f953b33-ec04-45e9-bce3-a7bfdf882b83 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 948 time: 0.0570319 Jul 28 17:46:52.533929 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c7a89ca8-f81d-4ded-be82-08b32e373239 req-20c72578-3591-422c-974d-8552249dec5b tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/security-groups?id=6957f922-f381-470c-9d1c-e0b7ff06d40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561783 Jul 28 17:46:52.787309 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:52.802114 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b7feb-a13c-4453-835c-2745f7ff0ee4 req-3bd29186-6dee-4d5a-83fe-64654c78ca5d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:52.803845 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-574b7feb-a13c-4453-835c-2745f7ff0ee4 req-3bd29186-6dee-4d5a-83fe-64654c78ca5d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 943 time: 0.0687242 Jul 28 17:46:52.892866 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-574b7feb-a13c-4453-835c-2745f7ff0ee4 req-64456681-4e43-45fc-92b2-ef35e87897ed tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812159 Jul 28 17:46:53.284017 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 40c84c19-960a-4aca-8c08-e0f50f24a49c up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:46:53.336240 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port 40c84c19-960a-4aca-8c08-e0f50f24a49c completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:46:53.341916 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 40c84c19-960a-4aca-8c08-e0f50f24a49c triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:46:53.342291 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (40c84c19-960a-4aca-8c08-e0f50f24a49c), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:53.404099 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:53.417307 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:53.420528 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 40c84c19-960a-4aca-8c08-e0f50f24a49c is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:46:53.421090 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (40c84c19-960a-4aca-8c08-e0f50f24a49c), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:53.449720 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c84c19-960a-4aca-8c08-e0f50f24a49c'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:46:53.452565 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44dcace-7aee-4187-ab66-30d031045676" -d '{"events": [{"server_uuid": "9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6", "name": "network-vif-plugged", "status": "completed", "tag": "40c84c19-960a-4aca-8c08-e0f50f24a49c"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:46:53.597007 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de36b7f0-b38b-4cda-b9a4-82b8c14c8493 x-openstack-request-id: req-de36b7f0-b38b-4cda-b9a4-82b8c14c8493 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:46:53.597453 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6", "name": "network-vif-plugged", "status": "completed", "tag": "40c84c19-960a-4aca-8c08-e0f50f24a49c", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:46:53.597821 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-de36b7f0-b38b-4cda-b9a4-82b8c14c8493 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:46:53.598430 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de36b7f0-b38b-4cda-b9a4-82b8c14c8493'] response: {'server_uuid': '9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c84c19-960a-4aca-8c08-e0f50f24a49c', 'code': 200} Jul 28 17:46:53.600778 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 40c84c19-960a-4aca-8c08-e0f50f24a49c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=40c84c19-960a-4aca-8c08-e0f50f24a49c,segment=NetworkSegment(e07e1160-d99a-487f-bad2-ed470eaf23ce),segment_id=e07e1160-d99a-487f-bad2-ed470eaf23ce)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:46:53.609293 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (40c84c19-960a-4aca-8c08-e0f50f24a49c), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:53.674384 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=40c84c19-960a-4aca-8c08-e0f50f24a49c,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:53.696672 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cc894-1510-456a-a69b-5f4f030c8002 req-4c51ab63-36a8-421c-9f53-4554316c02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:53.698435 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bc7cc894-1510-456a-a69b-5f4f030c8002 req-4c51ab63-36a8-421c-9f53-4554316c02fe service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 1127 time: 0.0506155 Jul 28 17:46:53.709737 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb2d12-60bf-43f4-9d10-9aa5c759c6ee req-661e8b86-5ab8-47bc-9b48-ac5d2ce1e012 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:53.717422 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-78bb2d12-60bf-43f4-9d10-9aa5c759c6ee req-661e8b86-5ab8-47bc-9b48-ac5d2ce1e012 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 949 time: 0.0946147 Jul 28 17:46:53.801278 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-78bb2d12-60bf-43f4-9d10-9aa5c759c6ee req-da90bccd-d49c-4f83-b8ea-812463e28abf tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/security-groups?id=6957f922-f381-470c-9d1c-e0b7ff06d40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787883 Jul 28 17:46:53.875448 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cc894-1510-456a-a69b-5f4f030c8002 req-9e07f002-5a2b-4956-918f-48811a613b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:53.876954 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bc7cc894-1510-456a-a69b-5f4f030c8002 req-9e07f002-5a2b-4956-918f-48811a613b5a service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 920 time: 0.1699443 Jul 28 17:46:53.883011 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0567ba-9466-4627-adbd-3ca2f4eb8a85 req-e39f9c59-c42e-4159-9a02-037e5ecba9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:53.885280 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ee0567ba-9466-4627-adbd-3ca2f4eb8a85 req-e39f9c59-c42e-4159-9a02-037e5ecba9ee service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 1133 time: 0.0649798 Jul 28 17:46:53.939576 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bc7cc894-1510-456a-a69b-5f4f030c8002 req-82e1d2de-f6d3-4575-b582-c2b21dddc0d5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1eff09-7c11-4fd0-b533-bf557da3325f HTTP/1.1" status: 200 len: 217 time: 0.0470526 Jul 28 17:46:53.997813 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=12 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:54.007201 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cc894-1510-456a-a69b-5f4f030c8002 req-4c339598-4ffc-4584-bf16-f6a9ac77d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:54.008816 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bc7cc894-1510-456a-a69b-5f4f030c8002 req-4c339598-4ffc-4584-bf16-f6a9ac77d04a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 200 len: 857 time: 0.0559769 Jul 28 17:46:54.037668 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=14 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:54.113020 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cc894-1510-456a-a69b-5f4f030c8002 req-3bcf82d8-379c-4512-a7f8-54a45f06f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:54.114541 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bc7cc894-1510-456a-a69b-5f4f030c8002 req-3bcf82d8-379c-4512-a7f8-54a45f06f218 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c5bc62a-37b3-4ec7-a921-dd776df143f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0876858 Jul 28 17:46:54.118196 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ee0567ba-9466-4627-adbd-3ca2f4eb8a85 req-eea0a6c1-8db0-4256-8624-ce79f0672a53 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=6957f922-f381-470c-9d1c-e0b7ff06d40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231226 Jul 28 17:46:54.154334 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedcb9b-703d-499d-baea-15c4c525d8d9 req-a2b23546-bccf-4abb-a244-c2c5ae4202ea tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:54.156644 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dcedcb9b-703d-499d-baea-15c4c525d8d9 req-a2b23546-bccf-4abb-a244-c2c5ae4202ea tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 943 time: 0.0963197 Jul 28 17:46:54.213410 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dcedcb9b-703d-499d-baea-15c4c525d8d9 req-f208b73a-1eca-41d5-9728-60abf14114c7 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486374 Jul 28 17:46:54.387700 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c5e2c-0507-46c1-acfd-16a6360e9567 req-cfc3d66e-be2d-48fe-8139-ef2470924854 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:54.396018 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9a2c5e2c-0507-46c1-acfd-16a6360e9567 req-cfc3d66e-be2d-48fe-8139-ef2470924854 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0633020 Jul 28 17:46:54.453736 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9a2c5e2c-0507-46c1-acfd-16a6360e9567 req-277cdf98-4a12-4f59-99c4-29a5b90e838a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565913 Jul 28 17:46:54.585581 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:54.586729 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:54.591046 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bc7cc894-1510-456a-a69b-5f4f030c8002 req-8fd52633-095b-4635-bf58-0cb5a17ec86d service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700490 Jul 28 17:46:54.947704 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d912192-291c-422d-a608-d0733b2269d2 req-b9ed8c29-a12b-4c35-b740-019b2d086be9 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:54.950743 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8d912192-291c-422d-a608-d0733b2269d2 req-b9ed8c29-a12b-4c35-b740-019b2d086be9 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 949 time: 0.0780585 Jul 28 17:46:55.015794 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8d912192-291c-422d-a608-d0733b2269d2 req-a6eeb701-630a-4d26-9e02-cfd230f787f5 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/security-groups?id=6957f922-f381-470c-9d1c-e0b7ff06d40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583560 Jul 28 17:46:55.263596 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bc7cc894-1510-456a-a69b-5f4f030c8002 req-e55c292a-fb60-42f9-926f-6b868efd1d9f service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439185 Jul 28 17:46:55.286661 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 2c1eff09-7c11-4fd0-b533-bf557da3325f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:46:55.361749 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 40378) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:55.371946 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c055f0-3d6f-4e21-9b53-ab731b2d0096 req-cd2c7160-a76d-4257-b7e6-641ddaedb0ea tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:55.374299 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a5c055f0-3d6f-4e21-9b53-ab731b2d0096 req-cd2c7160-a76d-4257-b7e6-641ddaedb0ea tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 943 time: 0.0622027 Jul 28 17:46:55.419420 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 2c1eff09-7c11-4fd0-b533-bf557da3325f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2c1eff09-7c11-4fd0-b533-bf557da3325f,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:46:55.434333 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '2c1eff09-7c11-4fd0-b533-bf557da3325f', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'port_id': '2c1eff09-7c11-4fd0-b533-bf557da3325f', 'mac_address': 'fa:16:3e:83:ee:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:46:55.440927 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a5c055f0-3d6f-4e21-9b53-ab731b2d0096 req-a1104316-b0df-4b1f-9801-6f4e8c6ba5fb tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595474 Jul 28 17:46:55.477975 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 2c1eff09-7c11-4fd0-b533-bf557da3325f is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:46:55.478381 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (2c1eff09-7c11-4fd0-b533-bf557da3325f), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:55.495125 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1eff09-7c11-4fd0-b533-bf557da3325f {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:46:55.503468 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4243af2f-64cb-43d2-a10e-807de9ac4a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:55.506423 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:55.518463 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 2c1eff09-7c11-4fd0-b533-bf557da3325f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2c1eff09-7c11-4fd0-b533-bf557da3325f,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:46:55.523521 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (2c1eff09-7c11-4fd0-b533-bf557da3325f), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:55.581381 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=2c1eff09-7c11-4fd0-b533-bf557da3325f,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:55.615597 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c7b98-a6b7-403d-8e90-c343e8ea81b3 req-00d1bc4c-e48d-4024-8353-0dbf6b041974 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:55.617019 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-225c7b98-a6b7-403d-8e90-c343e8ea81b3 req-00d1bc4c-e48d-4024-8353-0dbf6b041974 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0759892 Jul 28 17:46:55.686875 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4243af2f-64cb-43d2-a10e-807de9ac4a4e admin admin] Publish callbacks [] for security_group (94440971-6b08-49b7-abb1-92776e2592fc), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:55.689228 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-4ce994ff-a4e4-4d97-b6a9-b92da12015ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:55.700474 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4243af2f-64cb-43d2-a10e-807de9ac4a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (94440971-6b08-49b7-abb1-92776e2592fc), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:55.745723 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-225c7b98-a6b7-403d-8e90-c343e8ea81b3 req-6eb3452b-c4fe-42d9-8d6d-c9cfc8b15058 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203566 Jul 28 17:46:55.754737 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243af2f-64cb-43d2-a10e-807de9ac4a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94440971-6b08-49b7-abb1-92776e2592fc,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:55.761614 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-4243af2f-64cb-43d2-a10e-807de9ac4a4e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d9cbb5973aed44eab8e99ed8aceb1241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3965764 Jul 28 17:46:55.761807 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 40384) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:55.814883 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b6f17839-1850-4eba-9594-cbc97113b9b8 admin admin] Publish callbacks [] for security_group (94440971-6b08-49b7-abb1-92776e2592fc), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:55.842629 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b6f17839-1850-4eba-9594-cbc97113b9b8 admin admin] Publish callbacks [] for security_group (94440971-6b08-49b7-abb1-92776e2592fc), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:55.893513 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b6f17839-1850-4eba-9594-cbc97113b9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (94440971-6b08-49b7-abb1-92776e2592fc), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:55.896234 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b6f17839-1850-4eba-9594-cbc97113b9b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:55.897478 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-b6f17839-1850-4eba-9594-cbc97113b9b8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/94440971-6b08-49b7-abb1-92776e2592fc HTTP/1.1" status: 204 len: 168 time: 0.1343617 Jul 28 17:46:55.908702 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:55.910097 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f17839-1850-4eba-9594-cbc97113b9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94440971-6b08-49b7-abb1-92776e2592fc,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:56.094273 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['2c1eff09-7c11-4fd0-b533-bf557da3325f'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:46:56.154454 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423d5c7-bb0b-48b5-9613-45e31d597d2b req-dfd51dfb-b636-4005-b224-4606e1455ebc tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:56.156507 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7423d5c7-bb0b-48b5-9613-45e31d597d2b req-dfd51dfb-b636-4005-b224-4606e1455ebc tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 949 time: 0.0565300 Jul 28 17:46:56.205097 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 40396) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:56.225175 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7423d5c7-bb0b-48b5-9613-45e31d597d2b req-9bcc32d1-bbec-4456-911c-c007b1a52791 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/security-groups?id=6957f922-f381-470c-9d1c-e0b7ff06d40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615537 Jul 28 17:46:56.225883 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dea137e4-95b6-4454-97be-9a82ac21c668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:56.322133 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dea137e4-95b6-4454-97be-9a82ac21c668 admin admin] Publish callbacks [] for security_group (1497e801-bf71-497a-927e-5eff1186cff7), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:56.329241 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dea137e4-95b6-4454-97be-9a82ac21c668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (1497e801-bf71-497a-927e-5eff1186cff7), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:56.391903 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-dea137e4-95b6-4454-97be-9a82ac21c668 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d9dd7a97cfe540a38dccbad57810540d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1850746 Jul 28 17:46:56.394755 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 40406) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:46:56.397043 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea137e4-95b6-4454-97be-9a82ac21c668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1497e801-bf71-497a-927e-5eff1186cff7,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:56.457703 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bd7861f2-642a-4d95-9a78-709a8f1baeb8 admin admin] Publish callbacks [] for security_group (1497e801-bf71-497a-927e-5eff1186cff7), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:56.488441 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bd7861f2-642a-4d95-9a78-709a8f1baeb8 admin admin] Publish callbacks [] for security_group (1497e801-bf71-497a-927e-5eff1186cff7), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:56.555995 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bd7861f2-642a-4d95-9a78-709a8f1baeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (1497e801-bf71-497a-927e-5eff1186cff7), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:56.559031 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bd7861f2-642a-4d95-9a78-709a8f1baeb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:56.562871 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-bd7861f2-642a-4d95-9a78-709a8f1baeb8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1497e801-bf71-497a-927e-5eff1186cff7 HTTP/1.1" status: 204 len: 168 time: 0.1639233 Jul 28 17:46:56.603650 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7861f2-642a-4d95-9a78-709a8f1baeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1497e801-bf71-497a-927e-5eff1186cff7,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:56.614548 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1111ecd-3cb5-454a-b5a8-f19cb02ce198 req-e45a5b93-86d6-453e-9198-7fe37a3eb1f9 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:56.617475 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c1111ecd-3cb5-454a-b5a8-f19cb02ce198 req-e45a5b93-86d6-453e-9198-7fe37a3eb1f9 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 949 time: 0.0729017 Jul 28 17:46:56.634450 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32437c73-9586-4499-86c5-07fc804de402 req-5fe789d5-3071-4a26-ab13-cac4172dd27e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:56.636108 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-32437c73-9586-4499-86c5-07fc804de402 req-5fe789d5-3071-4a26-ab13-cac4172dd27e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 944 time: 0.0740616 Jul 28 17:46:56.699281 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c1111ecd-3cb5-454a-b5a8-f19cb02ce198 req-46130ebd-b31c-489b-8b1d-801780afb240 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/security-groups?id=6957f922-f381-470c-9d1c-e0b7ff06d40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758581 Jul 28 17:46:56.701479 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-32437c73-9586-4499-86c5-07fc804de402 req-626c8278-bbc8-4c63-b2ad-a7f801b91451 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560489 Jul 28 17:46:56.912208 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c67e0-e46b-43ae-9c28-5034de2eba17 req-f2cd1f87-16de-46cc-b9e6-323016e87697 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:56.913489 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cc6c67e0-e46b-43ae-9c28-5034de2eba17 req-f2cd1f87-16de-46cc-b9e6-323016e87697 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0706878 Jul 28 17:46:56.970627 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cc6c67e0-e46b-43ae-9c28-5034de2eba17 req-6fcb36a9-6dfa-46c6-a00d-30f11d7bcac5 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478430 Jul 28 17:46:57.301975 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 2c1eff09-7c11-4fd0-b533-bf557da3325f up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:46:57.352605 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port 2c1eff09-7c11-4fd0-b533-bf557da3325f completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:46:57.359689 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 2c1eff09-7c11-4fd0-b533-bf557da3325f triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:46:57.360077 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (2c1eff09-7c11-4fd0-b533-bf557da3325f), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:57.432001 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:57.446285 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 2c1eff09-7c11-4fd0-b533-bf557da3325f is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:46:57.446706 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (2c1eff09-7c11-4fd0-b533-bf557da3325f), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:57.476560 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1eff09-7c11-4fd0-b533-bf557da3325f'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:46:57.478908 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d291a46-b311-4e76-8273-39aaae730988" -d '{"events": [{"server_uuid": "ef3b9253-025e-4a8d-af04-b8951ed85ae8", "name": "network-vif-plugged", "status": "completed", "tag": "2c1eff09-7c11-4fd0-b533-bf557da3325f"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:46:57.492922 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 2c1eff09-7c11-4fd0-b533-bf557da3325f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2c1eff09-7c11-4fd0-b533-bf557da3325f,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:46:57.502995 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (2c1eff09-7c11-4fd0-b533-bf557da3325f), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:57.537646 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b68e4d-e29a-4de0-ba08-e36969d8e434 x-openstack-request-id: req-89b68e4d-e29a-4de0-ba08-e36969d8e434 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:46:57.537949 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3b9253-025e-4a8d-af04-b8951ed85ae8", "name": "network-vif-plugged", "status": "completed", "tag": "2c1eff09-7c11-4fd0-b533-bf557da3325f", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:46:57.538210 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-89b68e4d-e29a-4de0-ba08-e36969d8e434 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:46:57.538609 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b68e4d-e29a-4de0-ba08-e36969d8e434'] response: {'server_uuid': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1eff09-7c11-4fd0-b533-bf557da3325f', 'code': 200} Jul 28 17:46:57.573270 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=2c1eff09-7c11-4fd0-b533-bf557da3325f,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:57.845020 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d74840-379c-46d1-ab99-071c195971a8 req-54e3f320-86b3-4e72-a1cf-46c7b45108a5 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:57.849651 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-43d74840-379c-46d1-ab99-071c195971a8 req-54e3f320-86b3-4e72-a1cf-46c7b45108a5 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0652909 Jul 28 17:46:57.854484 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127218d-9b6e-45bd-8dc6-b15c188060c7 req-528e463f-9b11-4e0d-9289-a1c82bd04b57 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:57.855972 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3127218d-9b6e-45bd-8dc6-b15c188060c7 req-528e463f-9b11-4e0d-9289-a1c82bd04b57 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 949 time: 0.0578194 Jul 28 17:46:57.902745 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-43d74840-379c-46d1-ab99-071c195971a8 req-e0f4f2c3-c1bb-47ab-87b2-38cef9f6e694 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501747 Jul 28 17:46:57.918056 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3127218d-9b6e-45bd-8dc6-b15c188060c7 req-70d122e2-6aa3-43aa-a7da-ed8cee83c8de tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/security-groups?id=6957f922-f381-470c-9d1c-e0b7ff06d40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553656 Jul 28 17:46:58.091396 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b0d654ca-09b6-4708-9b88-1f57a60857ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:58.106503 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110286ef-d835-476d-bbd1-53849d8f6909 req-d0a38157-2021-4d52-a9b7-1e997119e56d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:58.108818 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-110286ef-d835-476d-bbd1-53849d8f6909 req-d0a38157-2021-4d52-a9b7-1e997119e56d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0574164 Jul 28 17:46:58.165897 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-110286ef-d835-476d-bbd1-53849d8f6909 req-c042d03f-bf48-4165-8ecc-5328a0967f17 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514631 Jul 28 17:46:58.611028 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f9772-f951-4dcb-ba40-317ed0f23a76 req-a772d5cd-5fc8-4314-a770-47e36c10ea03 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:58.612513 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c90f9772-f951-4dcb-ba40-317ed0f23a76 req-a772d5cd-5fc8-4314-a770-47e36c10ea03 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 949 time: 0.0792022 Jul 28 17:46:58.617534 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c39dc6-8d86-4fc9-b36c-a8e40917f199 req-33da0daa-118c-4fda-a8b9-b06c0c8bf0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:58.618897 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-87c39dc6-8d86-4fc9-b36c-a8e40917f199 req-33da0daa-118c-4fda-a8b9-b06c0c8bf0f1 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 1129 time: 0.0531855 Jul 28 17:46:58.679257 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:58.683201 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:46:58.727424 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-87c39dc6-8d86-4fc9-b36c-a8e40917f199 req-b3c50472-6116-43b2-bb9b-18e5c7bce77d service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998816 Jul 28 17:46:58.739965 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-c90f9772-f951-4dcb-ba40-317ed0f23a76 req-45d1e9a3-04a7-4fe5-8834-d88ee56a3233 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Deleting port 40c84c19-960a-4aca-8c08-e0f50f24a49c {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:46:58.740315 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c90f9772-f951-4dcb-ba40-317ed0f23a76 req-45d1e9a3-04a7-4fe5-8834-d88ee56a3233 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (40c84c19-960a-4aca-8c08-e0f50f24a49c), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:58.837027 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-c90f9772-f951-4dcb-ba40-317ed0f23a76 req-45d1e9a3-04a7-4fe5-8834-d88ee56a3233 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] For port 40c84c19-960a-4aca-8c08-e0f50f24a49c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=40c84c19-960a-4aca-8c08-e0f50f24a49c,segment=NetworkSegment(e07e1160-d99a-487f-bad2-ed470eaf23ce),segment_id=e07e1160-d99a-487f-bad2-ed470eaf23ce)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:46:58.837433 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c90f9772-f951-4dcb-ba40-317ed0f23a76 req-45d1e9a3-04a7-4fe5-8834-d88ee56a3233 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (40c84c19-960a-4aca-8c08-e0f50f24a49c), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:58.850913 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-c90f9772-f951-4dcb-ba40-317ed0f23a76 req-45d1e9a3-04a7-4fe5-8834-d88ee56a3233 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Calling delete_port for 40c84c19-960a-4aca-8c08-e0f50f24a49c owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:46:59.071285 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c90f9772-f951-4dcb-ba40-317ed0f23a76 req-45d1e9a3-04a7-4fe5-8834-d88ee56a3233 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (40c84c19-960a-4aca-8c08-e0f50f24a49c), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:59.075169 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ebc2735a-2bef-45ab-ac21-a7b8c441c5b3 req-9e496d86-7b92-4d0b-8356-768598db8eba tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 210 time: 0.0414300 Jul 28 17:46:59.115689 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f66492-f688-4abb-9c21-65e9efef6804 req-1639f1fb-103d-4c97-9781-132fe906272b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:59.117446 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-11f66492-f688-4abb-9c21-65e9efef6804 req-1639f1fb-103d-4c97-9781-132fe906272b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0998347 Jul 28 17:46:59.135297 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['40c84c19-960a-4aca-8c08-e0f50f24a49c'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:46:59.169567 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1e9a3-04a7-4fe5-8834-d88ee56a3233 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Pushing event deleted for resources: {'Port': ['ID=40c84c19-960a-4aca-8c08-e0f50f24a49c,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:46:59.192245 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:59.196163 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-11f66492-f688-4abb-9c21-65e9efef6804 req-61710d80-a59d-4de7-8a2c-32a394b0e563 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721996 Jul 28 17:46:59.254756 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90f9772-f951-4dcb-ba40-317ed0f23a76 req-45d1e9a3-04a7-4fe5-8834-d88ee56a3233 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] No DVR routers for this DVR port 40c84c19-960a-4aca-8c08-e0f50f24a49c on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:46:59.257705 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c90f9772-f951-4dcb-ba40-317ed0f23a76 req-45d1e9a3-04a7-4fe5-8834-d88ee56a3233 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:46:59.261083 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c90f9772-f951-4dcb-ba40-317ed0f23a76 req-45d1e9a3-04a7-4fe5-8834-d88ee56a3233 tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.100 "DELETE /v2.0/ports/40c84c19-960a-4aca-8c08-e0f50f24a49c HTTP/1.1" status: 204 len: 173 time: 0.6412797 Jul 28 17:46:59.261582 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6', 'name': 'network-vif-deleted', 'tag': '40c84c19-960a-4aca-8c08-e0f50f24a49c'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:46:59.264135 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673037b9-5fae-4877-b64e-803d5c00615d" -d '{"events": [{"server_uuid": "9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6", "name": "network-vif-deleted", "tag": "40c84c19-960a-4aca-8c08-e0f50f24a49c"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:46:59.320291 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:46:59.332445 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c62bd-9e22-44d0-a776-aacf8a3991b9 req-32dc9510-af4a-46cf-a486-5300fda70471 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:46:59.334401 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ff8c62bd-9e22-44d0-a776-aacf8a3991b9 req-32dc9510-af4a-46cf-a486-5300fda70471 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0612411 Jul 28 17:46:59.336349 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0f7139-eabf-4953-965c-0f0e8ed6fd82 x-openstack-request-id: req-7a0f7139-eabf-4953-965c-0f0e8ed6fd82 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:46:59.336809 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6", "name": "network-vif-deleted", "tag": "40c84c19-960a-4aca-8c08-e0f50f24a49c", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:46:59.337241 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7a0f7139-eabf-4953-965c-0f0e8ed6fd82 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:46:59.338106 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a0f7139-eabf-4953-965c-0f0e8ed6fd82'] response: {'server_uuid': '9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6', 'name': 'network-vif-deleted', 'tag': '40c84c19-960a-4aca-8c08-e0f50f24a49c', 'status': 'completed', 'code': 200} Jul 28 17:46:59.385740 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ff8c62bd-9e22-44d0-a776-aacf8a3991b9 req-85f6ceb9-5570-4da1-81cc-0e39dab570c5 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435619 Jul 28 17:47:00.248787 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f8434471-7885-4819-be07-c3246e441390 req-1f090fd9-a2c5-4b5d-aab3-508c947af7ce tempest-VolumesNegativeTest-2130776996 tempest-VolumesNegativeTest-2130776996-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3d01e3-ad7c-4399-83b8-570ea4ac3ae6 HTTP/1.1" status: 200 len: 210 time: 0.0343843 Jul 28 17:47:00.310735 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:00.336946 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592195b-8962-4ffb-b23d-cfeebc712d06 req-81c513d6-b016-421b-b39f-9ed4c138ee08 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:00.338455 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7592195b-8962-4ffb-b23d-cfeebc712d06 req-81c513d6-b016-421b-b39f-9ed4c138ee08 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0534694 Jul 28 17:47:00.399603 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7592195b-8962-4ffb-b23d-cfeebc712d06 req-d62a208d-5e84-4670-a53d-09b5dc31a704 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549932 Jul 28 17:47:00.541401 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c3cb9-7606-4366-aa39-5e9c10b3f60b req-2d2b9b25-356e-4b9e-974a-2c2368d27c88 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:00.542603 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e88c3cb9-7606-4366-aa39-5e9c10b3f60b req-2d2b9b25-356e-4b9e-974a-2c2368d27c88 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0592520 Jul 28 17:47:00.617806 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e88c3cb9-7606-4366-aa39-5e9c10b3f60b req-ed79be33-5c5d-44bc-940b-c44be3c580d6 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679147 Jul 28 17:47:00.866189 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:00.918539 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:01.308080 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 40c84c19-960a-4aca-8c08-e0f50f24a49c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:47:01.336131 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: 40c84c19-960a-4aca-8c08-e0f50f24a49c {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:47:01.336811 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 40c84c19-960a-4aca-8c08-e0f50f24a49c not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:47:01.515488 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:01.537746 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e9369-0b33-49af-9198-9e45f6224ae5 req-ebabb726-a134-4e86-96a4-743403e20710 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:01.539314 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-324e9369-0b33-49af-9198-9e45f6224ae5 req-ebabb726-a134-4e86-96a4-743403e20710 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0528021 Jul 28 17:47:01.589659 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-324e9369-0b33-49af-9198-9e45f6224ae5 req-ca3ff05c-5b15-405d-b459-64e5f8359dfc tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448225 Jul 28 17:47:01.721007 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ef55b-8a1b-4bf4-a59a-fe13e46fe83e req-12a6e6d9-0cce-41d4-8543-accf57ee7c1b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:01.722942 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-060ef55b-8a1b-4bf4-a59a-fe13e46fe83e req-12a6e6d9-0cce-41d4-8543-accf57ee7c1b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0593524 Jul 28 17:47:01.735914 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 40618) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:01.741234 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-99c79e1f-3275-421c-b1c1-f760a7915cc6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Request body: {'floatingip': {'port_id': '2c1eff09-7c11-4fd0-b533-bf557da3325f'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:01.786588 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b918650-02eb-44c7-aa5d-92680659f053 req-05a71150-2b3d-4578-9fc1-41ebd423a486 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:01.791257 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9b918650-02eb-44c7-aa5d-92680659f053 req-05a71150-2b3d-4578-9fc1-41ebd423a486 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0692592 Jul 28 17:47:01.794469 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-99c79e1f-3275-421c-b1c1-f760a7915cc6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for floatingip (13139693-2c22-473c-821a-88247ec91bfc), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:01.860308 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9b918650-02eb-44c7-aa5d-92680659f053 req-f1fd750d-fcd7-471d-b472-05df4a83494c tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555613 Jul 28 17:47:02.084287 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 40638) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:02.212406 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:02.237231 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d997eff8-f870-448b-b5b7-aa7593bc38e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:02.254080 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:02.327544 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-99c79e1f-3275-421c-b1c1-f760a7915cc6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:02.333797 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-99c79e1f-3275-421c-b1c1-f760a7915cc6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (13139693-2c22-473c-821a-88247ec91bfc), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:02.344197 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:02.356788 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d997eff8-f870-448b-b5b7-aa7593bc38e2 admin admin] Publish callbacks [] for security_group (23bd474f-9b39-45f1-be61-bb2298881c7a), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:02.364497 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d997eff8-f870-448b-b5b7-aa7593bc38e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (23bd474f-9b39-45f1-be61-bb2298881c7a), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:02.409485 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-d997eff8-f870-448b-b5b7-aa7593bc38e2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dd646d06c265400aa0e578563e4e7cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216805 Jul 28 17:47:02.409485 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997eff8-f870-448b-b5b7-aa7593bc38e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bd474f-9b39-45f1-be61-bb2298881c7a,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:02.411270 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 40692) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:02.453036 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.l3_db [None req-99c79e1f-3275-421c-b1c1-f760a7915cc6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Floating IP 13139693-2c22-473c-821a-88247ec91bfc associated. External IP: 172.27.1.119, port: 2c1eff09-7c11-4fd0-b533-bf557da3325f. Jul 28 17:47:02.476910 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-93c2b911-4922-4061-8c56-5e6dadd579b8 admin admin] Publish callbacks [] for security_group (23bd474f-9b39-45f1-be61-bb2298881c7a), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:02.543583 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-93c2b911-4922-4061-8c56-5e6dadd579b8 admin admin] Publish callbacks [] for security_group (23bd474f-9b39-45f1-be61-bb2298881c7a), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:02.610611 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-93c2b911-4922-4061-8c56-5e6dadd579b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (23bd474f-9b39-45f1-be61-bb2298881c7a), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:02.614032 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-93c2b911-4922-4061-8c56-5e6dadd579b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:02.618872 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-93c2b911-4922-4061-8c56-5e6dadd579b8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/23bd474f-9b39-45f1-be61-bb2298881c7a HTTP/1.1" status: 204 len: 168 time: 0.2035260 Jul 28 17:47:02.629570 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b911-4922-4061-8c56-5e6dadd579b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bd474f-9b39-45f1-be61-bb2298881c7a,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:02.659155 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:02.749584 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c79e1f-3275-421c-b1c1-f760a7915cc6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:47:02.871911 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c79e1f-3275-421c-b1c1-f760a7915cc6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:47:02.878137 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-99c79e1f-3275-421c-b1c1-f760a7915cc6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:02.896705 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9f5325-0ec1-489b-b370-0d382a574981 None None] Sync routers for ids ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:47:02.921957 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-99c79e1f-3275-421c-b1c1-f760a7915cc6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "PUT /v2.0/floatingips/13139693-2c22-473c-821a-88247ec91bfc HTTP/1.1" status: 200 len: 991 time: 1.1844697 Jul 28 17:47:02.922345 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9f5325-0ec1-489b-b370-0d382a574981 None None] Routers {'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:02.923179 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'tag': '2c1eff09-7c11-4fd0-b533-bf557da3325f'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:47:02.925800 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-ed9f5325-0ec1-489b-b370-0d382a574981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:46:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:02.925958 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc5d05e-b42f-459e-b550-24a01f40ee7e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3b9253-025e-4a8d-af04-b8951ed85ae8", "tag": "2c1eff09-7c11-4fd0-b533-bf557da3325f"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:47:02.974434 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15babc0-4d3b-4c5c-85a2-73217818f565 x-openstack-request-id: req-b15babc0-4d3b-4c5c-85a2-73217818f565 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:47:02.974760 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3b9253-025e-4a8d-af04-b8951ed85ae8", "tag": "2c1eff09-7c11-4fd0-b533-bf557da3325f", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:47:02.975023 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b15babc0-4d3b-4c5c-85a2-73217818f565 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:47:02.975436 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b15babc0-4d3b-4c5c-85a2-73217818f565'] response: {'name': 'network-changed', 'server_uuid': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'tag': '2c1eff09-7c11-4fd0-b533-bf557da3325f', 'status': 'completed', 'code': 200} Jul 28 17:47:03.042091 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96044694-020a-4d50-80ed-4ccb7b56aa43 req-dfd3dc89-f67d-424c-85ae-b4968819cd72 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:03.045993 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-96044694-020a-4d50-80ed-4ccb7b56aa43 req-dfd3dc89-f67d-424c-85ae-b4968819cd72 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0657043 Jul 28 17:47:03.074947 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 40722) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:03.090419 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-30ce778a-1b93-49d9-be10-303e18623043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:03.100289 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-ed9f5325-0ec1-489b-b370-0d382a574981 None None] Set router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:03.143706 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5d05e-b42f-459e-b550-24a01f40ee7e req-1c102950-4a15-49b0-b4e9-8c10be6a94ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:03.145424 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5cc5d05e-b42f-459e-b550-24a01f40ee7e req-1c102950-4a15-49b0-b4e9-8c10be6a94ac service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 1129 time: 0.0705025 Jul 28 17:47:03.150146 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-96044694-020a-4d50-80ed-4ccb7b56aa43 req-b4894443-79f5-4907-9aa3-2ba2e09d39c3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953739 Jul 28 17:47:03.231161 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-30ce778a-1b93-49d9-be10-303e18623043 admin admin] Publish callbacks [] for security_group (a061c53f-a94f-4754-a3e0-3bc960b2206d), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:03.241109 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-30ce778a-1b93-49d9-be10-303e18623043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (a061c53f-a94f-4754-a3e0-3bc960b2206d), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:03.256003 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5d05e-b42f-459e-b550-24a01f40ee7e req-aba7ed97-8f96-4ca1-a036-2b4a2843cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:03.258020 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5cc5d05e-b42f-459e-b550-24a01f40ee7e req-aba7ed97-8f96-4ca1-a036-2b4a2843cdc7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 920 time: 0.1010692 Jul 28 17:47:03.294119 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce778a-1b93-49d9-be10-303e18623043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a061c53f-a94f-4754-a3e0-3bc960b2206d,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:03.301214 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-30ce778a-1b93-49d9-be10-303e18623043 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6f70e34bfec746159e123060fac97115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239485 Jul 28 17:47:03.306082 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 40732) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:03.409682 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-ed9f5325-0ec1-489b-b370-0d382a574981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:33Z', 'revision_number': 4, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port': {'id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:30Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '13139693-2c22-473c-821a-88247ec91bfc', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'port_id': '2c1eff09-7c11-4fd0-b533-bf557da3325f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'mac_address': 'fa:16:3e:83:ee:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:46:45Z', 'updated_at': '2022-07-28T17:47:02Z', 'revision_number': 1, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69696958-89e8-444d-a150-40353ad3b1ba', 'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'mac_address': 'fa:16:3e:e2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:33Z', 'updated_at': '2022-07-28T17:44:47Z', 'revision_number': 5, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'subnets': [{'id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:03.415510 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5cc5d05e-b42f-459e-b550-24a01f40ee7e req-b6ebca94-8f2b-4c98-be3a-f4e4ed2bfb11 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1eff09-7c11-4fd0-b533-bf557da3325f HTTP/1.1" status: 200 len: 999 time: 0.1282060 Jul 28 17:47:03.441206 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-71ad6d4b-4c98-4e4c-a3c7-7ba2db476f23 admin admin] Publish callbacks [] for security_group (a061c53f-a94f-4754-a3e0-3bc960b2206d), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:03.443202 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9f5325-0ec1-489b-b370-0d382a574981 None None] Checking router: fdb3f328-e97a-4bf2-bddb-98103ea1cf9e for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:47:03.457483 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9f5325-0ec1-489b-b370-0d382a574981 None None] Routers {'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:03.458617 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-ed9f5325-0ec1-489b-b370-0d382a574981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:46:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:03.472052 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-71ad6d4b-4c98-4e4c-a3c7-7ba2db476f23 admin admin] Publish callbacks [] for security_group (a061c53f-a94f-4754-a3e0-3bc960b2206d), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:03.493892 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5d05e-b42f-459e-b550-24a01f40ee7e req-c138d3cf-46ea-4a62-a521-03128ecdeea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:03.505763 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:03.509061 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5cc5d05e-b42f-459e-b550-24a01f40ee7e req-c138d3cf-46ea-4a62-a521-03128ecdeea4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 200 len: 857 time: 0.0850723 Jul 28 17:47:03.529174 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:03.564325 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-71ad6d4b-4c98-4e4c-a3c7-7ba2db476f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (a061c53f-a94f-4754-a3e0-3bc960b2206d), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:03.569268 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-71ad6d4b-4c98-4e4c-a3c7-7ba2db476f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:03.572520 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-71ad6d4b-4c98-4e4c-a3c7-7ba2db476f23 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a061c53f-a94f-4754-a3e0-3bc960b2206d HTTP/1.1" status: 204 len: 168 time: 0.2633336 Jul 28 17:47:03.612320 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad6d4b-4c98-4e4c-a3c7-7ba2db476f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a061c53f-a94f-4754-a3e0-3bc960b2206d,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:03.692324 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-ed9f5325-0ec1-489b-b370-0d382a574981 None None] Set router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:04.034357 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5d05e-b42f-459e-b550-24a01f40ee7e req-b0d6f413-d685-4032-88d7-dc9a2f10aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:04.036605 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5cc5d05e-b42f-459e-b550-24a01f40ee7e req-b0d6f413-d685-4032-88d7-dc9a2f10aadb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c5bc62a-37b3-4ec7-a921-dd776df143f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5171475 Jul 28 17:47:04.047927 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdbaec-a1c9-4c5b-8b41-09851aa7072c req-0865c9f3-d05d-464c-84d9-37390c5f3019 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:04.049540 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b9bdbaec-a1c9-4c5b-8b41-09851aa7072c req-0865c9f3-d05d-464c-84d9-37390c5f3019 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0826643 Jul 28 17:47:04.078785 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-ed9f5325-0ec1-489b-b370-0d382a574981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:33Z', 'revision_number': 4, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port': {'id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:30Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '13139693-2c22-473c-821a-88247ec91bfc', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'port_id': '2c1eff09-7c11-4fd0-b533-bf557da3325f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'mac_address': 'fa:16:3e:83:ee:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:46:45Z', 'updated_at': '2022-07-28T17:47:02Z', 'revision_number': 1, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69696958-89e8-444d-a150-40353ad3b1ba', 'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'mac_address': 'fa:16:3e:e2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:33Z', 'updated_at': '2022-07-28T17:44:47Z', 'revision_number': 5, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'subnets': [{'id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:04.104162 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b9bdbaec-a1c9-4c5b-8b41-09851aa7072c req-0d2c7f00-3224-4da5-a075-6e88fa6039d3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485051 Jul 28 17:47:04.120402 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9f5325-0ec1-489b-b370-0d382a574981 None None] The sync data for ids ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'] in dv-cinder-813229-13-iscsi is: [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:33Z', 'revision_number': 4, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port': {'id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:30Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '13139693-2c22-473c-821a-88247ec91bfc', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'port_id': '2c1eff09-7c11-4fd0-b533-bf557da3325f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'mac_address': 'fa:16:3e:83:ee:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:46:45Z', 'updated_at': '2022-07-28T17:47:02Z', 'revision_number': 1, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69696958-89e8-444d-a150-40353ad3b1ba', 'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'mac_address': 'fa:16:3e:e2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:33Z', 'updated_at': '2022-07-28T17:44:47Z', 'revision_number': 5, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'subnets': [{'id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:47:04.275885 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5cc5d05e-b42f-459e-b550-24a01f40ee7e req-8656249d-446a-4c37-b040-1152d84de31d service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153967 Jul 28 17:47:04.287643 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 40806) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:04.362487 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2034c006-1ecd-4413-8b89-15d01f4e9339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:04.366963 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:04.383519 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258faa93-5d10-41a8-bc2d-eac6a80a8488 req-0bbf52d7-28ce-46bd-99fb-4b5ad217063b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:04.385097 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-258faa93-5d10-41a8-bc2d-eac6a80a8488 req-0bbf52d7-28ce-46bd-99fb-4b5ad217063b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0996552 Jul 28 17:47:04.407286 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5cc5d05e-b42f-459e-b550-24a01f40ee7e req-a38912d0-594f-4bba-a1b7-0ad2926e96b1 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215074 Jul 28 17:47:04.472968 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93205a05-61fe-4b6a-be41-af5726987509 None None] New status for floating IP 13139693-2c22-473c-821a-88247ec91bfc: ACTIVE {{(pid=110738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:47:04.481205 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-258faa93-5d10-41a8-bc2d-eac6a80a8488 req-8d0cc8ca-dfb8-4ed0-a1fd-2572d494d5d9 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835466 Jul 28 17:47:04.515391 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=14 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:04.532594 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2034c006-1ecd-4413-8b89-15d01f4e9339 admin admin] Publish callbacks [] for security_group (7b6f7a99-6ae7-48e5-bcab-5496ab587754), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:04.538399 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2034c006-1ecd-4413-8b89-15d01f4e9339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (7b6f7a99-6ae7-48e5-bcab-5496ab587754), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:04.588117 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-2034c006-1ecd-4413-8b89-15d01f4e9339 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c076770f4fd84ca2980c2bfa31c7baa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992113 Jul 28 17:47:04.588622 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 40814) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:04.588709 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034c006-1ecd-4413-8b89-15d01f4e9339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6f7a99-6ae7-48e5-bcab-5496ab587754,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:04.671388 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-6f7fbda8-a04b-4977-b0c5-6f00140cee57 admin admin] Publish callbacks [] for security_group (7b6f7a99-6ae7-48e5-bcab-5496ab587754), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:04.699401 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-6f7fbda8-a04b-4977-b0c5-6f00140cee57 admin admin] Publish callbacks [] for security_group (7b6f7a99-6ae7-48e5-bcab-5496ab587754), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:04.770727 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-6f7fbda8-a04b-4977-b0c5-6f00140cee57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (7b6f7a99-6ae7-48e5-bcab-5496ab587754), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:04.773391 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-6f7fbda8-a04b-4977-b0c5-6f00140cee57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:04.774690 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-6f7fbda8-a04b-4977-b0c5-6f00140cee57 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7b6f7a99-6ae7-48e5-bcab-5496ab587754 HTTP/1.1" status: 204 len: 168 time: 0.1855693 Jul 28 17:47:04.786239 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fbda8-a04b-4977-b0c5-6f00140cee57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6f7a99-6ae7-48e5-bcab-5496ab587754,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:05.254395 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168dc97-dc43-41b9-a1c0-de4f0c2e3042 req-68c3e10a-79c1-4bb8-81fb-dd1f13170783 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:05.257400 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5168dc97-dc43-41b9-a1c0-de4f0c2e3042 req-68c3e10a-79c1-4bb8-81fb-dd1f13170783 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0662405 Jul 28 17:47:05.314907 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5168dc97-dc43-41b9-a1c0-de4f0c2e3042 req-fe1a15a8-5e4c-41ac-8f9b-f2976e95c35c tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478225 Jul 28 17:47:05.639431 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7ba81-774e-4dfa-a66d-c4726cb53aa7 req-a5ebed23-4f90-4712-b366-ac60c6d3b7f4 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:05.641533 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-87f7ba81-774e-4dfa-a66d-c4726cb53aa7 req-a5ebed23-4f90-4712-b366-ac60c6d3b7f4 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0613616 Jul 28 17:47:05.704386 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-87f7ba81-774e-4dfa-a66d-c4726cb53aa7 req-c42d97b7-f8ce-463d-a47a-68c4ed33da43 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574439 Jul 28 17:47:06.447763 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35903e22-7126-4966-8570-3bf84643df4e req-7f92c755-9dbe-446b-b55e-55446257b5ea tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:06.449276 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-35903e22-7126-4966-8570-3bf84643df4e req-7f92c755-9dbe-446b-b55e-55446257b5ea tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0496607 Jul 28 17:47:06.497180 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-35903e22-7126-4966-8570-3bf84643df4e req-a46b60ee-5ae2-4bfe-9c0c-3a8ecc1e4d4c tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415545 Jul 28 17:47:06.851709 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a494a6-abcc-4f46-8218-cf4db78f2fdb req-b472d62e-4c3b-452f-88d8-aec77b5e3d01 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:06.853338 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-39a494a6-abcc-4f46-8218-cf4db78f2fdb req-b472d62e-4c3b-452f-88d8-aec77b5e3d01 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0568881 Jul 28 17:47:06.905287 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-39a494a6-abcc-4f46-8218-cf4db78f2fdb req-84034722-b9bb-4a76-a25e-cfeec1377373 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455618 Jul 28 17:47:07.164938 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 40984) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:07.308848 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-1c7d52b6-867d-445f-9e2d-77b160660621 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a83427bbf87f4dbe9e3533033c075c9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427486 Jul 28 17:47:07.311780 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 40990) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:07.360568 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d60b6916-52fc-4334-819b-72e909e5699a admin admin] Publish callbacks [] for security_group (6957f922-f381-470c-9d1c-e0b7ff06d40f), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:07.382579 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d60b6916-52fc-4334-819b-72e909e5699a admin admin] Publish callbacks [] for security_group (6957f922-f381-470c-9d1c-e0b7ff06d40f), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:07.430821 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d60b6916-52fc-4334-819b-72e909e5699a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (6957f922-f381-470c-9d1c-e0b7ff06d40f), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:07.433947 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d60b6916-52fc-4334-819b-72e909e5699a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:07.438506 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-d60b6916-52fc-4334-819b-72e909e5699a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6957f922-f381-470c-9d1c-e0b7ff06d40f HTTP/1.1" status: 204 len: 168 time: 0.1256552 Jul 28 17:47:07.447459 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b6916-52fc-4334-819b-72e909e5699a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6957f922-f381-470c-9d1c-e0b7ff06d40f,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:07.632028 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d3c5b-06d3-437d-ac8e-bb637d60cefc req-ff4e81da-675a-4e4a-8454-86bd64c3b890 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:07.633654 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-044d3c5b-06d3-437d-ac8e-bb637d60cefc req-ff4e81da-675a-4e4a-8454-86bd64c3b890 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0537276 Jul 28 17:47:07.679139 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:07.690455 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-044d3c5b-06d3-437d-ac8e-bb637d60cefc req-e0677509-ba48-487d-b4f6-8a8c76cad267 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470386 Jul 28 17:47:08.043440 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54e23c-df57-4485-9429-1e028b6b7008 req-4dce3b28-58cb-4906-9147-a7e70853b121 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:08.044949 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ae54e23c-df57-4485-9429-1e028b6b7008 req-4dce3b28-58cb-4906-9147-a7e70853b121 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0558066 Jul 28 17:47:08.097617 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ae54e23c-df57-4485-9429-1e028b6b7008 req-48f53fa8-5641-4b77-adaf-6583c4e18374 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461459 Jul 28 17:47:08.128914 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 41018) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:08.227190 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-96d3921d-55a5-4f2d-86c1-83bb4274e9ab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1750303206-network', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:08.247908 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d3921d-55a5-4f2d-86c1-83bb4274e9ab admin admin] Made reservation on behalf of 0513cb18c0cd43d5a4784f573bb382d4 for: {'network': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:47:08.250290 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-96d3921d-55a5-4f2d-86c1-83bb4274e9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:08.258868 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-96d3921d-55a5-4f2d-86c1-83bb4274e9ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:08.343260 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-96d3921d-55a5-4f2d-86c1-83bb4274e9ab admin admin] Publish callbacks [] for security_group (c776fda4-6b6f-44d6-bbc3-eea336bd5cc5), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:08.348284 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-96d3921d-55a5-4f2d-86c1-83bb4274e9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (c776fda4-6b6f-44d6-bbc3-eea336bd5cc5), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:08.361568 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:08.371043 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d3921d-55a5-4f2d-86c1-83bb4274e9ab admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=110735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:47:08.392905 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-96d3921d-55a5-4f2d-86c1-83bb4274e9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (27ae5e91-1fef-429b-b92b-7aac2180f4c1), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:08.393283 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.segments_db [None req-96d3921d-55a5-4f2d-86c1-83bb4274e9ab admin admin] Added segment 27ae5e91-1fef-429b-b92b-7aac2180f4c1 of type vlan for network 9bb61a2e-af39-4830-a017-e8c560155c59 Jul 28 17:47:08.401397 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3921d-55a5-4f2d-86c1-83bb4274e9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:08.438590 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-96d3921d-55a5-4f2d-86c1-83bb4274e9ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (9bb61a2e-af39-4830-a017-e8c560155c59), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:08.463265 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-96d3921d-55a5-4f2d-86c1-83bb4274e9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (9bb61a2e-af39-4830-a017-e8c560155c59), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:08.464233 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d3921d-55a5-4f2d-86c1-83bb4274e9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:08.464819 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-96d3921d-55a5-4f2d-86c1-83bb4274e9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:08.523206 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-96d3921d-55a5-4f2d-86c1-83bb4274e9ab admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.3931096 Jul 28 17:47:08.526289 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 41024) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:08.532326 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-8fc80bb7-cd15-4a6e-9088-77ce91359d7d admin admin] Request body: {'subnet': {'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1750303206-subnet', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'ip_version': 4}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:08.534623 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3921d-55a5-4f2d-86c1-83bb4274e9ab admin admin] Pushing event updated for resources: {'Network': ['ID=9bb61a2e-af39-4830-a017-e8c560155c59,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:08.544483 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network 9bb61a2e-af39-4830-a017-e8c560155c59 details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:47:08.552993 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc80bb7-cd15-4a6e-9088-77ce91359d7d admin admin] Made reservation on behalf of 0513cb18c0cd43d5a4784f573bb382d4 for: {'subnet': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:47:08.555378 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8fc80bb7-cd15-4a6e-9088-77ce91359d7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318619'] for subnet (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:08.818421 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c3ac6-8e8a-4a95-9509-9e0211bb0826 req-a6539f12-00b7-45cc-90cb-1049ab2f418d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:08.820527 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-522c3ac6-8e8a-4a95-9509-9e0211bb0826 req-a6539f12-00b7-45cc-90cb-1049ab2f418d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0531435 Jul 28 17:47:08.872267 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-522c3ac6-8e8a-4a95-9509-9e0211bb0826 req-b9fae1a2-6bc0-4556-ab3f-09160109ef6b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440052 Jul 28 17:47:08.942282 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8fc80bb7-cd15-4a6e-9088-77ce91359d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8530842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318645'] for subnet (b952d617-3955-4a40-a300-e6bf2673617d), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:08.994892 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc80bb7-cd15-4a6e-9088-77ce91359d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b952d617-3955-4a40-a300-e6bf2673617d,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:09.009742 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc80bb7-cd15-4a6e-9088-77ce91359d7d admin admin] Checking segment: {'id': '27ae5e91-1fef-429b-b92b-7aac2180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:47:09.010104 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc80bb7-cd15-4a6e-9088-77ce91359d7d admin admin] Network hostable DHCP agents. Network: 9bb61a2e-af39-4830-a017-e8c560155c59, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:47:09.022465 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:09.029711 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc80bb7-cd15-4a6e-9088-77ce91359d7d admin admin] Network 9bb61a2e-af39-4830-a017-e8c560155c59 is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:47:09.039541 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-8fc80bb7-cd15-4a6e-9088-77ce91359d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, 9bb61a2e-af39-4830-a017-e8c560155c59) {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:09.044290 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc80bb7-cd15-4a6e-9088-77ce91359d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:09.044965 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8fc80bb7-cd15-4a6e-9088-77ce91359d7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:09.049809 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488f3ace-09a0-4f81-9907-465094ed02bf None None] Network 9bb61a2e-af39-4830-a017-e8c560155c59 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:47:09.062822 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-8fc80bb7-cd15-4a6e-9088-77ce91359d7d admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5353868 Jul 28 17:47:09.065528 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 41030) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:09.070075 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1750303206-router', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:09.093371 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router (55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:09.094539 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router (55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:09.109079 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:09.112046 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:09.149844 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Publish callbacks [] for router_controller (55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a), precommit_add_association {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:09.174287 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf73fbaf6-72e4-5ce7-afe8-ff53955ba9d2-9bb61a2e-af39-4830-a017-e8c560155c59', 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'fixed_ips': [{'subnet_id': 'b952d617-3955-4a40-a300-e6bf2673617d'}]}} from dv-cinder-813229-13-iscsi. {{(pid=110737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 17:47:09.175503 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:09.254787 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:09.323568 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.db_base_plugin_common [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Allocated IP 172.20.0.2 (9bb61a2e-af39-4830-a017-e8c560155c59/b952d617-3955-4a40-a300-e6bf2673617d/b50a04a0-0942-43e4-94d9-0fd2296a9e3f) {{(pid=110737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:47:09.324436 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a587a6f-5473-413e-a92d-79d2e112e257 req-b02a0734-6704-4e25-893b-e1d0e87d3423 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:09.325947 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5a587a6f-5473-413e-a92d-79d2e112e257 req-b02a0734-6704-4e25-893b-e1d0e87d3423 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.1129241 Jul 28 17:47:09.333679 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Publish callbacks [] for router_gateway (55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:09.491046 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Publish callbacks [] for port (b50a04a0-0942-43e4-94d9-0fd2296a9e3f), precommit_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:09.491887 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5a587a6f-5473-413e-a92d-79d2e112e257 req-6df0a9f2-0a9d-4f23-895e-f06e40387d6b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548729 Jul 28 17:47:09.498132 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (b50a04a0-0942-43e4-94d9-0fd2296a9e3f), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:09.543970 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Network 9bb61a2e-af39-4830-a017-e8c560155c59 is already hosted by enough agents. {{(pid=110737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:09.549792 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.base_scheduler [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Resources bound (agent type, host, resource id): {{(pid=110737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:09.553764 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Received port after_create {{(pid=110737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:47:09.556978 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Pushing event updated for resources: {'Port': ['ID=b50a04a0-0942-43e4-94d9-0fd2296a9e3f,revision_number=1']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:09.566347 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Publish callbacks [] for router_gateway (55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:09.591708 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:09.627321 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Attempting to bind port b50a04a0-0942-43e4-94d9-0fd2296a9e3f on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:47:09.627924 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Attempting to bind port b50a04a0-0942-43e4-94d9-0fd2296a9e3f by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '27ae5e91-1fef-429b-b92b-7aac2180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:47:09.628433 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Attempting to bind port b50a04a0-0942-43e4-94d9-0fd2296a9e3f on network 9bb61a2e-af39-4830-a017-e8c560155c59 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:47:09.634285 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:47:09.634666 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Checking segment: {'id': '27ae5e91-1fef-429b-b92b-7aac2180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:47:09.635067 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:09.635453 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Bound using segment: {'id': '27ae5e91-1fef-429b-b92b-7aac2180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:47:09.635916 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Bound port: b50a04a0-0942-43e4-94d9-0fd2296a9e3f, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ae5e91-1fef-429b-b92b-7aac2180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:47:09.636295 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (b50a04a0-0942-43e4-94d9-0fd2296a9e3f), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:09.706175 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] For port b50a04a0-0942-43e4-94d9-0fd2296a9e3f, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:47:09.709463 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] For port b50a04a0-0942-43e4-94d9-0fd2296a9e3f, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=b50a04a0-0942-43e4-94d9-0fd2296a9e3f,segment=NetworkSegment(27ae5e91-1fef-429b-b92b-7aac2180f4c1),segment_id=27ae5e91-1fef-429b-b92b-7aac2180f4c1)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:47:09.710748 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Allocated IP 172.27.1.153 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/fd90bbb1-3f41-44c2-8f20-f82465ff5145) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:47:09.715694 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (b50a04a0-0942-43e4-94d9-0fd2296a9e3f), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:09.777796 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b109f9c-33dd-42e8-9e1f-049344f39afa None None] Pushing event updated for resources: {'Port': ['ID=b50a04a0-0942-43e4-94d9-0fd2296a9e3f,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:09.842318 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Publish callbacks [] for port (fd90bbb1-3f41-44c2-8f20-f82465ff5145), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:09.882479 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (fd90bbb1-3f41-44c2-8f20-f82465ff5145), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:09.924308 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:09.934402 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:09.940614 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:09.944578 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:47:09.963716 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Pushing event updated for resources: {'Port': ['ID=fd90bbb1-3f41-44c2-8f20-f82465ff5145,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:10.060245 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09c0f5-6b35-4163-861c-f9ee17fbce10 req-fe026a13-4b98-4e64-a2b8-bd0ce62221ed tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:10.062713 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fc09c0f5-6b35-4163-861c-f9ee17fbce10 req-fe026a13-4b98-4e64-a2b8-bd0ce62221ed tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0767024 Jul 28 17:47:10.133102 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fc09c0f5-6b35-4163-861c-f9ee17fbce10 req-36a6e9d5-e4b9-45f2-a89c-b3875939412b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695188 Jul 28 17:47:10.258119 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Publish callbacks [] for router_gateway (55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:10.297106 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:10.487542 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364161'] for router (55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:10.649316 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cb577-d14d-4646-af1c-2141b427799b req-be0b6892-0c0b-4553-807a-ab18198dcd76 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:10.650893 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8e5cb577-d14d-4646-af1c-2141b427799b req-be0b6892-0c0b-4553-807a-ab18198dcd76 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0629840 Jul 28 17:47:10.707949 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a is scheduled to L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 with binding_index 1 {{(pid=110736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 17:47:10.721285 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8e5cb577-d14d-4646-af1c-2141b427799b req-b3c0e0b1-ace0-491a-a92b-03698f0883e4 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629449 Jul 28 17:47:10.803070 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b175d7fb-4b53-4a40-b33a-b771d47acbdf None None] Network 9bb61a2e-af39-4830-a017-e8c560155c59 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:47:10.836039 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:47:10.855594 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:10.856035 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Sync routers for ids ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:47:10.857716 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-1100fa72-d296-4e85-a238-daee211f83fa admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7903538 Jul 28 17:47:10.860913 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 41046) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:10.872439 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-8d79df0a-6b02-47a6-a75a-a4222fb9f23d None None] Provisioning complete for port b50a04a0-0942-43e4-94d9-0fd2296a9e3f triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:10.872818 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8d79df0a-6b02-47a6-a75a-a4222fb9f23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (b50a04a0-0942-43e4-94d9-0fd2296a9e3f), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:10.912085 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Routers {'55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:10.912736 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:46:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:10.965942 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:11.083539 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:11.110873 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-8d79df0a-6b02-47a6-a75a-a4222fb9f23d None None] Current status of the port b50a04a0-0942-43e4-94d9-0fd2296a9e3f is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:11.111416 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8d79df0a-6b02-47a6-a75a-a4222fb9f23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (b50a04a0-0942-43e4-94d9-0fd2296a9e3f), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:11.128186 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:11.134998 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Set router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:11.253380 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-8d79df0a-6b02-47a6-a75a-a4222fb9f23d None None] For port b50a04a0-0942-43e4-94d9-0fd2296a9e3f, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=b50a04a0-0942-43e4-94d9-0fd2296a9e3f,segment=NetworkSegment(27ae5e91-1fef-429b-b92b-7aac2180f4c1),segment_id=27ae5e91-1fef-429b-b92b-7aac2180f4c1)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:11.266046 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8d79df0a-6b02-47a6-a75a-a4222fb9f23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (b50a04a0-0942-43e4-94d9-0fd2296a9e3f), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:11.321724 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0f4bb-5697-4036-a5fc-c4caada98c07 req-3b7bfebf-14f4-426e-ac98-f1ea0c271461 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:11.323143 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-98f0f4bb-5697-4036-a5fc-c4caada98c07 req-3b7bfebf-14f4-426e-ac98-f1ea0c271461 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.1065509 Jul 28 17:47:11.350965 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79df0a-6b02-47a6-a75a-a4222fb9f23d None None] Pushing event updated for resources: {'Port': ['ID=b50a04a0-0942-43e4-94d9-0fd2296a9e3f,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:11.398128 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-ac066268-42a0-4e43-a329-d091b8591d04 None None] Provisioning complete for port b50a04a0-0942-43e4-94d9-0fd2296a9e3f triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:11.398506 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-ac066268-42a0-4e43-a329-d091b8591d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (b50a04a0-0942-43e4-94d9-0fd2296a9e3f), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:11.402797 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'name': 'tempest-TestMinimumBasicScenario-1750303206-router', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:10Z', 'revision_number': 3, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'gw_port': {'id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:11.420142 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-98f0f4bb-5697-4036-a5fc-c4caada98c07 req-27ad9de5-939b-4513-babb-7770a383cbf3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833616 Jul 28 17:47:11.426108 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:11.451259 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Checking router: 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:47:11.451606 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Updating router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a port fd90bbb1-3f41-44c2-8f20-f82465ff5145 binding host dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:47:11.491738 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (fd90bbb1-3f41-44c2-8f20-f82465ff5145), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:11.537334 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:11.593462 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Allocated IP 172.20.0.1 (9bb61a2e-af39-4830-a017-e8c560155c59/b952d617-3955-4a40-a300-e6bf2673617d/6a2a2f5c-3feb-4319-9379-706e5d4e21de) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:47:11.602094 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-ac066268-42a0-4e43-a329-d091b8591d04 None None] Current status of the port b50a04a0-0942-43e4-94d9-0fd2296a9e3f is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:11.704672 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Publish callbacks [] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:11.749723 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:11.793942 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Network 9bb61a2e-af39-4830-a017-e8c560155c59 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:11.800150 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:11.804032 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:47:11.820368 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Publish callbacks [] for port (fd90bbb1-3f41-44c2-8f20-f82465ff5145), precommit_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:11.824944 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device b50a04a0-0942-43e4-94d9-0fd2296a9e3f up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:11.829772 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (fd90bbb1-3f41-44c2-8f20-f82465ff5145), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:11.840331 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Pushing event updated for resources: {'Port': ['ID=6a2a2f5c-3feb-4319-9379-706e5d4e21de,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:11.857279 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663937'] for router_interface (55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:11.929215 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d08026-852d-411f-8b2b-8379d896218f req-eb7cdbd8-362d-4aa0-a0bf-a70aa15c9e8f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:11.931195 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-96d08026-852d-411f-8b2b-8379d896218f req-eb7cdbd8-362d-4aa0-a0bf-a70aa15c9e8f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0629961 Jul 28 17:47:11.934565 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:11.951547 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586f5ef-c1a4-4dd4-bfda-3c24c2d13b74 None None] Pushing event updated for resources: {'Port': ['ID=fd90bbb1-3f41-44c2-8f20-f82465ff5145,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:11.955189 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Attempting to bind port fd90bbb1-3f41-44c2-8f20-f82465ff5145 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:47:11.955576 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Attempting to bind port fd90bbb1-3f41-44c2-8f20-f82465ff5145 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:47:11.955991 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Attempting to bind port fd90bbb1-3f41-44c2-8f20-f82465ff5145 on network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:47:11.969816 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:11.970648 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port b50a04a0-0942-43e4-94d9-0fd2296a9e3f triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:11.971033 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (b50a04a0-0942-43e4-94d9-0fd2296a9e3f), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:11.977918 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:12.037640 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-96d08026-852d-411f-8b2b-8379d896218f req-16b629a4-6dff-436c-990e-b0651315e652 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983350 Jul 28 17:47:12.037860 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:12.145909 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:47:12.146293 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Checking segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:47:12.147042 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:12.147156 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Bound using segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:47:12.147557 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Bound port: fd90bbb1-3f41-44c2-8f20-f82465ff5145, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:47:12.147946 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (fd90bbb1-3f41-44c2-8f20-f82465ff5145), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:12.205146 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-8a3e2598-222b-467f-88a4-9410f2a3dec5 None None] Provisioning complete for port 6a2a2f5c-3feb-4319-9379-706e5d4e21de triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:12.205703 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8a3e2598-222b-467f-88a4-9410f2a3dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:12.231841 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Publish callbacks [] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:12.236477 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:12.258943 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] For port fd90bbb1-3f41-44c2-8f20-f82465ff5145, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:47:12.263963 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] For port fd90bbb1-3f41-44c2-8f20-f82465ff5145, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=fd90bbb1-3f41-44c2-8f20-f82465ff5145,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:47:12.270751 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e2598-222b-467f-88a4-9410f2a3dec5 None None] Port 6a2a2f5c-3feb-4319-9379-706e5d4e21de cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:47:12.293133 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (fd90bbb1-3f41-44c2-8f20-f82465ff5145), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:12.311311 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664061'] for router_interface (55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:12.314926 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Pushing event updated for resources: {'Port': ['ID=6a2a2f5c-3feb-4319-9379-706e5d4e21de,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:12.335630 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port b50a04a0-0942-43e4-94d9-0fd2296a9e3f is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:12.364771 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586f5ef-c1a4-4dd4-bfda-3c24c2d13b74 None None] Pushing event updated for resources: {'Port': ['ID=fd90bbb1-3f41-44c2-8f20-f82465ff5145,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:12.367401 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Routers {'55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:12.368253 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:46:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:12.371891 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:12.419782 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Network 9bb61a2e-af39-4830-a017-e8c560155c59 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:12.422391 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:12.487389 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] Set router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:12.584574 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc305864-8501-4712-90c7-e45c61d8b489 req-785bb05b-dd58-4a88-b58a-b1ad7d88bbec tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:12.586147 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bc305864-8501-4712-90c7-e45c61d8b489 req-785bb05b-dd58-4a88-b58a-b1ad7d88bbec tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0653064 Jul 28 17:47:12.613797 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:47:12.704489 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-0380d73c-dba6-4634-a988-e7a5304c83d9 None None] Provisioning complete for port 6a2a2f5c-3feb-4319-9379-706e5d4e21de triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:12.704930 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-0380d73c-dba6-4634-a988-e7a5304c83d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:12.710949 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bc305864-8501-4712-90c7-e45c61d8b489 req-c34035fa-a60b-45df-90dd-1fe13b6646e4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172307 Jul 28 17:47:12.766903 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:47:12.772209 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-977d7168-a77a-483d-8f6f-57a1e2cb07b7 admin admin] 10.222.0.89 "PUT /v2.0/routers/55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9102166 Jul 28 17:47:12.775941 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-0380d73c-dba6-4634-a988-e7a5304c83d9 None None] Port 6a2a2f5c-3feb-4319-9379-706e5d4e21de cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:47:12.780779 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'name': 'tempest-TestMinimumBasicScenario-1750303206-router', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:11Z', 'revision_number': 4, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'gw_port': {'id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '6a2a2f5c-3feb-4319-9379-706e5d4e21de', 'name': '', 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'mac_address': 'fa:16:3e:bf:42:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:11Z', 'updated_at': '2022-07-28T17:47:12Z', 'revision_number': 2, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'subnets': [{'id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:12.809032 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeddb62-aa06-4797-be6d-fd0efabd2ea8 None None] The sync data for ids ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'] in dv-cinder-813229-13-iscsi is: [{'id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'name': 'tempest-TestMinimumBasicScenario-1750303206-router', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:11Z', 'revision_number': 4, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'gw_port': {'id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '6a2a2f5c-3feb-4319-9379-706e5d4e21de', 'name': '', 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'mac_address': 'fa:16:3e:bf:42:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:11Z', 'updated_at': '2022-07-28T17:47:12Z', 'revision_number': 2, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'subnets': [{'id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:47:13.172678 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:13.187386 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dabfd-258b-4dca-8a7f-dc5c4d999160 req-9d0485d5-6f7b-4337-80a7-245b0f095921 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:13.189038 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-278dabfd-258b-4dca-8a7f-dc5c4d999160 req-9d0485d5-6f7b-4337-80a7-245b0f095921 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0659740 Jul 28 17:47:13.256531 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-278dabfd-258b-4dca-8a7f-dc5c4d999160 req-85da9cac-c8ba-4ef1-ac4a-b73aaf1c4b39 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607314 Jul 28 17:47:13.435969 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 41080) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:13.441341 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-eb27fcc1-07ab-4594-9244-0702b70e07b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-140790472-network', 'tenant_id': '85eb8e598c144cf5a55a4ec5d99a027c'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:13.467152 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb27fcc1-07ab-4594-9244-0702b70e07b1 admin admin] Made reservation on behalf of 85eb8e598c144cf5a55a4ec5d99a027c for: {'network': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:47:13.470025 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-eb27fcc1-07ab-4594-9244-0702b70e07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:13.479528 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-eb27fcc1-07ab-4594-9244-0702b70e07b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:13.590997 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-eb27fcc1-07ab-4594-9244-0702b70e07b1 admin admin] Publish callbacks [] for security_group (f1469b76-4d4e-4855-9bb6-f631273b4266), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:13.598358 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-eb27fcc1-07ab-4594-9244-0702b70e07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (f1469b76-4d4e-4855-9bb6-f631273b4266), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:13.604978 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:13.630822 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb27fcc1-07ab-4594-9244-0702b70e07b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=110736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:47:13.646273 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27fcc1-07ab-4594-9244-0702b70e07b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1469b76-4d4e-4855-9bb6-f631273b4266,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:13.652368 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-eb27fcc1-07ab-4594-9244-0702b70e07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (8f9f8fdc-d881-4057-b47a-6be4afd84d82), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:13.652800 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.segments_db [None req-eb27fcc1-07ab-4594-9244-0702b70e07b1 admin admin] Added segment 8f9f8fdc-d881-4057-b47a-6be4afd84d82 of type vlan for network b2e35125-92d3-4f19-bbf6-4b5ea241e0d3 Jul 28 17:47:13.724443 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-eb27fcc1-07ab-4594-9244-0702b70e07b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (b2e35125-92d3-4f19-bbf6-4b5ea241e0d3), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:13.763438 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-eb27fcc1-07ab-4594-9244-0702b70e07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (b2e35125-92d3-4f19-bbf6-4b5ea241e0d3), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:13.766086 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb27fcc1-07ab-4594-9244-0702b70e07b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:13.766690 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-eb27fcc1-07ab-4594-9244-0702b70e07b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:13.835401 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device fd90bbb1-3f41-44c2-8f20-f82465ff5145 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:13.849331 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-eb27fcc1-07ab-4594-9244-0702b70e07b1 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4109964 Jul 28 17:47:13.851610 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 41086) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:13.859188 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27fcc1-07ab-4594-9244-0702b70e07b1 admin admin] Pushing event updated for resources: {'Network': ['ID=b2e35125-92d3-4f19-bbf6-4b5ea241e0d3,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:13.860330 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-c5c80980-1e0f-49ca-8dca-3a21b779a565 admin admin] Request body: {'subnet': {'network_id': 'b2e35125-92d3-4f19-bbf6-4b5ea241e0d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-140790472-subnet', 'tenant_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'ip_version': 4}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:13.875251 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network b2e35125-92d3-4f19-bbf6-4b5ea241e0d3 details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:47:13.891185 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd4d6d-1403-4967-8102-a7cd9ab35d87 req-7d6c9e55-a227-42f6-b15f-098dfb4ede3e tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:13.892855 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c8bd4d6d-1403-4967-8102-a7cd9ab35d87 req-7d6c9e55-a227-42f6-b15f-098dfb4ede3e tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0836565 Jul 28 17:47:13.914344 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c80980-1e0f-49ca-8dca-3a21b779a565 admin admin] Made reservation on behalf of 85eb8e598c144cf5a55a4ec5d99a027c for: {'subnet': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:47:13.916840 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c5c80980-1e0f-49ca-8dca-3a21b779a565 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3448113'] for subnet (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:13.972092 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port fd90bbb1-3f41-44c2-8f20-f82465ff5145 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:13.972483 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (fd90bbb1-3f41-44c2-8f20-f82465ff5145), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:14.016771 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c8bd4d6d-1403-4967-8102-a7cd9ab35d87 req-7e99284a-ac0d-486d-b2ef-afb25ea0653c tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126289 Jul 28 17:47:14.058954 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:14.066500 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:14.082678 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port fd90bbb1-3f41-44c2-8f20-f82465ff5145 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:14.083187 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (fd90bbb1-3f41-44c2-8f20-f82465ff5145), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:14.106226 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port fd90bbb1-3f41-44c2-8f20-f82465ff5145, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=fd90bbb1-3f41-44c2-8f20-f82465ff5145,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:14.112377 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (fd90bbb1-3f41-44c2-8f20-f82465ff5145), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:14.157648 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:14.170080 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c5c80980-1e0f-49ca-8dca-3a21b779a565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3355984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3448095'] for subnet (ec4c6e94-5558-440b-b685-9f9c8469fa40), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:14.180504 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=fd90bbb1-3f41-44c2-8f20-f82465ff5145,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:14.227749 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c80980-1e0f-49ca-8dca-3a21b779a565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec4c6e94-5558-440b-b685-9f9c8469fa40,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:14.245079 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c80980-1e0f-49ca-8dca-3a21b779a565 admin admin] Checking segment: {'id': '8f9f8fdc-d881-4057-b47a-6be4afd84d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'b2e35125-92d3-4f19-bbf6-4b5ea241e0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:47:14.245471 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c80980-1e0f-49ca-8dca-3a21b779a565 admin admin] Network hostable DHCP agents. Network: b2e35125-92d3-4f19-bbf6-4b5ea241e0d3, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:47:14.266932 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c80980-1e0f-49ca-8dca-3a21b779a565 admin admin] Network b2e35125-92d3-4f19-bbf6-4b5ea241e0d3 is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:47:14.280541 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-c5c80980-1e0f-49ca-8dca-3a21b779a565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, b2e35125-92d3-4f19-bbf6-4b5ea241e0d3) {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:14.289708 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f058200c-474b-4281-b523-e9e61fa2ff68 None None] Network b2e35125-92d3-4f19-bbf6-4b5ea241e0d3 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:47:14.293972 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c80980-1e0f-49ca-8dca-3a21b779a565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:14.294580 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c5c80980-1e0f-49ca-8dca-3a21b779a565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:14.337647 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-c5c80980-1e0f-49ca-8dca-3a21b779a565 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4808919 Jul 28 17:47:14.337647 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 41092) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:14.341213 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-140790472-router', 'tenant_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:14.350900 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:14.370789 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router (2a4b74d2-f993-4a78-8c44-53519f042553), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:14.371822 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router (2a4b74d2-f993-4a78-8c44-53519f042553), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:14.428894 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Publish callbacks [] for router_controller (2a4b74d2-f993-4a78-8c44-53519f042553), precommit_add_association {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:14.449614 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba2852-12c1-4d3a-9582-f2d25ba2e79c req-0cf1b4f6-6839-471f-a3a3-25903f4845a3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:14.452878 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a4ba2852-12c1-4d3a-9582-f2d25ba2e79c req-0cf1b4f6-6839-471f-a3a3-25903f4845a3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0590582 Jul 28 17:47:14.462644 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf73fbaf6-72e4-5ce7-afe8-ff53955ba9d2-b2e35125-92d3-4f19-bbf6-4b5ea241e0d3', 'network_id': 'b2e35125-92d3-4f19-bbf6-4b5ea241e0d3', 'project_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'fixed_ips': [{'subnet_id': 'ec4c6e94-5558-440b-b685-9f9c8469fa40'}]}} from dv-cinder-813229-13-iscsi. {{(pid=110737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 17:47:14.463678 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:14.507686 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a4ba2852-12c1-4d3a-9582-f2d25ba2e79c req-4708341c-4033-4d2e-8949-7a9e6fe7270f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483065 Jul 28 17:47:14.571367 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=8 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:14.580844 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Publish callbacks [] for router_gateway (2a4b74d2-f993-4a78-8c44-53519f042553), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:14.620711 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:14.623297 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.db_base_plugin_common [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Allocated IP 172.20.0.2 (b2e35125-92d3-4f19-bbf6-4b5ea241e0d3/ec4c6e94-5558-440b-b685-9f9c8469fa40/37f2dd34-cda5-4b5a-8fb5-d2e10dce069d) {{(pid=110737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:47:14.789040 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Publish callbacks [] for port (37f2dd34-cda5-4b5a-8fb5-d2e10dce069d), precommit_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:14.790736 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Publish callbacks [] for router_gateway (2a4b74d2-f993-4a78-8c44-53519f042553), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:14.796540 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (37f2dd34-cda5-4b5a-8fb5-d2e10dce069d), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:14.817267 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:14.846499 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Network b2e35125-92d3-4f19-bbf6-4b5ea241e0d3 is already hosted by enough agents. {{(pid=110737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:14.851641 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.base_scheduler [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Resources bound (agent type, host, resource id): {{(pid=110737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:14.853916 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Pushing event updated for resources: {'Port': ['ID=37f2dd34-cda5-4b5a-8fb5-d2e10dce069d,revision_number=1']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:14.856294 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Received port after_create {{(pid=110737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:47:14.919083 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Attempting to bind port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:47:14.919449 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Attempting to bind port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '8f9f8fdc-d881-4057-b47a-6be4afd84d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'b2e35125-92d3-4f19-bbf6-4b5ea241e0d3'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:47:14.919812 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Attempting to bind port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d on network b2e35125-92d3-4f19-bbf6-4b5ea241e0d3 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:47:14.925594 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:47:14.925971 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Checking segment: {'id': '8f9f8fdc-d881-4057-b47a-6be4afd84d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'b2e35125-92d3-4f19-bbf6-4b5ea241e0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:47:14.926387 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:14.926764 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Bound using segment: {'id': '8f9f8fdc-d881-4057-b47a-6be4afd84d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'b2e35125-92d3-4f19-bbf6-4b5ea241e0d3'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:47:14.927221 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Bound port: 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9f8fdc-d881-4057-b47a-6be4afd84d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'b2e35125-92d3-4f19-bbf6-4b5ea241e0d3'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:47:14.927600 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (37f2dd34-cda5-4b5a-8fb5-d2e10dce069d), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:14.935159 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Allocated IP 172.27.1.127 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/df1d6e26-555d-425a-96a5-23ad766945bd) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:47:14.994059 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] For port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:47:14.997330 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] For port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=37f2dd34-cda5-4b5a-8fb5-d2e10dce069d,segment=NetworkSegment(8f9f8fdc-d881-4057-b47a-6be4afd84d82),segment_id=8f9f8fdc-d881-4057-b47a-6be4afd84d82)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:47:15.006152 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (37f2dd34-cda5-4b5a-8fb5-d2e10dce069d), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:15.064238 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Publish callbacks [] for port (df1d6e26-555d-425a-96a5-23ad766945bd), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:15.069227 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057928e9-a3c8-4182-a1e5-3013473e5a0b None None] Pushing event updated for resources: {'Port': ['ID=37f2dd34-cda5-4b5a-8fb5-d2e10dce069d,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:15.080270 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:15.110829 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (df1d6e26-555d-425a-96a5-23ad766945bd), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:15.179712 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:15.189304 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:15.191670 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:47:15.208724 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6dd98-dbab-4676-982b-4bdd6f947ad9 req-c955dab2-7634-423f-b3d3-fde890b0c4ea tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:15.210236 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-52d6dd98-dbab-4676-982b-4bdd6f947ad9 req-c955dab2-7634-423f-b3d3-fde890b0c4ea tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0964785 Jul 28 17:47:15.222990 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Sync routers for ids ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:47:15.234895 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Routers {'55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:15.235536 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:46:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:15.393970 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Set router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:15.408342 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 66a4d790-7df0-45de-afec-7d756c561981 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:47:15.481830 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:15.535541 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 66a4d790-7df0-45de-afec-7d756c561981, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=66a4d790-7df0-45de-afec-7d756c561981,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:15.559866 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '66a4d790-7df0-45de-afec-7d756c561981', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'port_id': '66a4d790-7df0-45de-afec-7d756c561981', 'mac_address': 'fa:16:3e:23:49:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:47:15.589422 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Pushing event updated for resources: {'Port': ['ID=df1d6e26-555d-425a-96a5-23ad766945bd,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:15.616399 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'name': 'tempest-TestMinimumBasicScenario-1750303206-router', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:11Z', 'revision_number': 4, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'gw_port': {'id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '6a2a2f5c-3feb-4319-9379-706e5d4e21de', 'name': '', 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'mac_address': 'fa:16:3e:bf:42:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:11Z', 'updated_at': '2022-07-28T17:47:12Z', 'revision_number': 2, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'subnets': [{'id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:15.641689 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 66a4d790-7df0-45de-afec-7d756c561981 is: ACTIVE; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:15.642582 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (66a4d790-7df0-45de-afec-7d756c561981), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:15.660688 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66a4d790-7df0-45de-afec-7d756c561981 {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:47:15.662277 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Checking router: 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:47:15.662873 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Updating router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a port 6a2a2f5c-3feb-4319-9379-706e5d4e21de binding host dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:47:15.673212 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:15.682867 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68900c-a911-43ab-a2cd-58a5244f1c7c req-6e605c2a-8210-4cc8-ab83-c7d08ebf0b63 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:15.694212 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-cd68900c-a911-43ab-a2cd-58a5244f1c7c req-6e605c2a-8210-4cc8-ab83-c7d08ebf0b63 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0751009 Jul 28 17:47:15.694791 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:15.699613 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 66a4d790-7df0-45de-afec-7d756c561981, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=66a4d790-7df0-45de-afec-7d756c561981,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:15.716535 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (66a4d790-7df0-45de-afec-7d756c561981), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:15.718025 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-52d6dd98-dbab-4676-982b-4bdd6f947ad9 req-cb07bae7-f9c1-4202-aee9-947556befb18 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291611 Jul 28 17:47:15.799927 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:15.804500 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-cd68900c-a911-43ab-a2cd-58a5244f1c7c req-185b9d19-45a5-4010-930c-cdb90b0b37b7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093383 Jul 28 17:47:15.850522 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=66a4d790-7df0-45de-afec-7d756c561981,revision_number=6']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:15.946442 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['66a4d790-7df0-45de-afec-7d756c561981'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:47:15.973814 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Publish callbacks [] for router_gateway (2a4b74d2-f993-4a78-8c44-53519f042553), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:16.006949 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device fd90bbb1-3f41-44c2-8f20-f82465ff5145 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:16.082844 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Publish callbacks [] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), precommit_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:16.090469 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:16.106411 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port fd90bbb1-3f41-44c2-8f20-f82465ff5145 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:16.106879 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (fd90bbb1-3f41-44c2-8f20-f82465ff5145), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:16.138523 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:16.160346 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf8532-06a4-4b3f-b64b-2599bfbb0405 None None] Pushing event updated for resources: {'Port': ['ID=6a2a2f5c-3feb-4319-9379-706e5d4e21de,revision_number=3']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:16.191015 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf8532-06a4-4b3f-b64b-2599bfbb0405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.191651 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf8532-06a4-4b3f-b64b-2599bfbb0405 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.192177 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf8532-06a4-4b3f-b64b-2599bfbb0405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.192681 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf8532-06a4-4b3f-b64b-2599bfbb0405 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.193183 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf8532-06a4-4b3f-b64b-2599bfbb0405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.193754 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf8532-06a4-4b3f-b64b-2599bfbb0405 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.194245 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf8532-06a4-4b3f-b64b-2599bfbb0405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.194716 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf8532-06a4-4b3f-b64b-2599bfbb0405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.195202 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf8532-06a4-4b3f-b64b-2599bfbb0405 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.195675 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf8532-06a4-4b3f-b64b-2599bfbb0405 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.196171 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf8532-06a4-4b3f-b64b-2599bfbb0405 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.196683 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf8532-06a4-4b3f-b64b-2599bfbb0405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.197152 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf8532-06a4-4b3f-b64b-2599bfbb0405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.197741 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf8532-06a4-4b3f-b64b-2599bfbb0405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.198209 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf8532-06a4-4b3f-b64b-2599bfbb0405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:16.262822 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364161'] for router (2a4b74d2-f993-4a78-8c44-53519f042553), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:16.266432 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Attempting to bind port 6a2a2f5c-3feb-4319-9379-706e5d4e21de on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:47:16.266813 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Attempting to bind port 6a2a2f5c-3feb-4319-9379-706e5d4e21de by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '27ae5e91-1fef-429b-b92b-7aac2180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59'}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:47:16.267175 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Attempting to bind port 6a2a2f5c-3feb-4319-9379-706e5d4e21de on network 9bb61a2e-af39-4830-a017-e8c560155c59 {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:47:16.272734 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:47:16.273106 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Checking segment: {'id': '27ae5e91-1fef-429b-b92b-7aac2180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:47:16.273533 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:16.273918 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Bound using segment: {'id': '27ae5e91-1fef-429b-b92b-7aac2180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59'} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:47:16.274379 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Bound port: 6a2a2f5c-3feb-4319-9379-706e5d4e21de, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ae5e91-1fef-429b-b92b-7aac2180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59'}}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:47:16.278089 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:16.303979 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port fd90bbb1-3f41-44c2-8f20-f82465ff5145 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:16.305541 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:16.351164 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ad3a98-4f5f-437a-90bf-07502e2cfb02 None None] Network b2e35125-92d3-4f19-bbf6-4b5ea241e0d3 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:47:16.355115 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] For port 6a2a2f5c-3feb-4319-9379-706e5d4e21de, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:47:16.360486 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] For port 6a2a2f5c-3feb-4319-9379-706e5d4e21de, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=6a2a2f5c-3feb-4319-9379-706e5d4e21de,segment=NetworkSegment(27ae5e91-1fef-429b-b92b-7aac2180f4c1),segment_id=27ae5e91-1fef-429b-b92b-7aac2180f4c1)] {{(pid=110738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:47:16.373313 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:16.427072 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Router 2a4b74d2-f993-4a78-8c44-53519f042553 is scheduled to L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 with binding_index 1 {{(pid=110735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 17:47:16.427326 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-0a59a77e-44ce-483e-85d3-b810d189d433 None None] Provisioning complete for port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:16.427719 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-0a59a77e-44ce-483e-85d3-b810d189d433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (37f2dd34-cda5-4b5a-8fb5-d2e10dce069d), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:16.432283 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:16.432662 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (37f2dd34-cda5-4b5a-8fb5-d2e10dce069d), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:16.463404 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Routers {'55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:16.464158 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:46:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:16.561001 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:47:16.569890 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:16.587632 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Sync routers for ids ['2a4b74d2-f993-4a78-8c44-53519f042553'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:47:16.592829 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:16.594903 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-02b5c463-765c-435a-b6ab-76439e250a00 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2576206 Jul 28 17:47:16.597992 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 41118) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:16.629673 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf8532-06a4-4b3f-b64b-2599bfbb0405 None None] Pushing event updated for resources: {'Port': ['ID=6a2a2f5c-3feb-4319-9379-706e5d4e21de,revision_number=4']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:16.726819 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] Set router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:16.781634 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Routers {'2a4b74d2-f993-4a78-8c44-53519f042553'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:16.782291 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:46:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2a4b74d2-f993-4a78-8c44-53519f042553'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:16.818624 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:16.907619 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-0a59a77e-44ce-483e-85d3-b810d189d433 None None] Current status of the port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:16.908651 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-0a59a77e-44ce-483e-85d3-b810d189d433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (37f2dd34-cda5-4b5a-8fb5-d2e10dce069d), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:16.953195 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:16.962408 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:16.962999 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (37f2dd34-cda5-4b5a-8fb5-d2e10dce069d), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:16.978524 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301688db-44fd-443a-984b-c6b93cd47e46 req-490aa26d-881b-4eb4-9d3e-3be5a4d845fe tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:16.980146 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-301688db-44fd-443a-984b-c6b93cd47e46 req-490aa26d-881b-4eb4-9d3e-3be5a4d845fe tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.1402617 Jul 28 17:47:17.039866 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:17.065016 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-0a59a77e-44ce-483e-85d3-b810d189d433 None None] For port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=37f2dd34-cda5-4b5a-8fb5-d2e10dce069d,segment=NetworkSegment(8f9f8fdc-d881-4057-b47a-6be4afd84d82),segment_id=8f9f8fdc-d881-4057-b47a-6be4afd84d82)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:17.078224 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-0a59a77e-44ce-483e-85d3-b810d189d433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (37f2dd34-cda5-4b5a-8fb5-d2e10dce069d), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:17.081418 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Set router 2a4b74d2-f993-4a78-8c44-53519f042553 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:17.090332 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'name': 'tempest-TestMinimumBasicScenario-1750303206-router', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:11Z', 'revision_number': 4, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'gw_port': {'id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '6a2a2f5c-3feb-4319-9379-706e5d4e21de', 'name': '', 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'mac_address': 'fa:16:3e:bf:42:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:11Z', 'updated_at': '2022-07-28T17:47:16Z', 'revision_number': 4, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'subnets': [{'id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:17.103671 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-301688db-44fd-443a-984b-c6b93cd47e46 req-505bcd05-6b7a-467e-acfb-d73331ec7551 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927899 Jul 28 17:47:17.133303 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c96f1-5180-4f3f-97dd-efe1804a3532 None None] The sync data for ids ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'] in dv-cinder-813229-13-iscsi is: [{'id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'name': 'tempest-TestMinimumBasicScenario-1750303206-router', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:11Z', 'revision_number': 4, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'gw_port': {'id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '6a2a2f5c-3feb-4319-9379-706e5d4e21de', 'name': '', 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'mac_address': 'fa:16:3e:bf:42:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:11Z', 'updated_at': '2022-07-28T17:47:16Z', 'revision_number': 4, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'subnets': [{'id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:47:17.200858 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.db.api [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 17:47:17.203959 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG oslo_db.api [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 17:47:17.244974 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dbcfe-a28e-4aad-a56d-c8aab8089494 req-9a46a659-deb7-4a3f-8af8-3630ad01b3d8 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:17.246550 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2e0dbcfe-a28e-4aad-a56d-c8aab8089494 req-9a46a659-deb7-4a3f-8af8-3630ad01b3d8 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 945 time: 0.1050942 Jul 28 17:47:17.257075 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:17.272559 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-8b8285f0-62c6-42b4-84fe-8afcc2987f5f None None] Provisioning complete for port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:17.272559 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8b8285f0-62c6-42b4-84fe-8afcc2987f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (37f2dd34-cda5-4b5a-8fb5-d2e10dce069d), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:17.310180 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59a77e-44ce-483e-85d3-b810d189d433 None None] Pushing event updated for resources: {'Port': ['ID=37f2dd34-cda5-4b5a-8fb5-d2e10dce069d,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:17.346808 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2e0dbcfe-a28e-4aad-a56d-c8aab8089494 req-d83f3e0b-95b3-4592-8159-c9d9bbfedd2e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925817 Jul 28 17:47:17.424424 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 66a4d790-7df0-45de-afec-7d756c561981 up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:17.464736 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-8b8285f0-62c6-42b4-84fe-8afcc2987f5f None None] Current status of the port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:17.477663 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:17.482081 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'name': 'tempest-TestMinimumBasicScenario-140790472-router', 'tenant_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:47:15Z', 'revision_number': 3, 'project_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'gw_port': {'id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:17.501707 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:17.509709 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-8b8285f0-62c6-42b4-84fe-8afcc2987f5f None None] Provisioning complete for port 6a2a2f5c-3feb-4319-9379-706e5d4e21de triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:17.510085 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8b8285f0-62c6-42b4-84fe-8afcc2987f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:17.512224 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Checking router: 2a4b74d2-f993-4a78-8c44-53519f042553 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:47:17.512573 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Updating router 2a4b74d2-f993-4a78-8c44-53519f042553 port df1d6e26-555d-425a-96a5-23ad766945bd binding host dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:47:17.586662 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 66a4d790-7df0-45de-afec-7d756c561981 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:17.587038 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (66a4d790-7df0-45de-afec-7d756c561981), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:17.596925 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:17.597931 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (df1d6e26-555d-425a-96a5-23ad766945bd), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:17.669295 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Allocated IP 172.20.0.1 (b2e35125-92d3-4f19-bbf6-4b5ea241e0d3/ec4c6e94-5558-440b-b685-9f9c8469fa40/77356f89-b471-4ca5-bbf9-f7b79dadb0ec) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:47:17.780668 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Publish callbacks [] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:17.818898 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:17.828259 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-8b8285f0-62c6-42b4-84fe-8afcc2987f5f None None] Current status of the port 6a2a2f5c-3feb-4319-9379-706e5d4e21de is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:17.828606 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8b8285f0-62c6-42b4-84fe-8afcc2987f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:17.835095 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:17.870610 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Pushing event updated for resources: {'Port': ['ID=77356f89-b471-4ca5-bbf9-f7b79dadb0ec,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:17.888279 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Network b2e35125-92d3-4f19-bbf6-4b5ea241e0d3 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:17.890517 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:17.893253 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:47:17.895579 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 66a4d790-7df0-45de-afec-7d756c561981 is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:17.895983 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (66a4d790-7df0-45de-afec-7d756c561981), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:17.952981 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663937'] for router_interface (2a4b74d2-f993-4a78-8c44-53519f042553), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:17.971619 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-8b8285f0-62c6-42b4-84fe-8afcc2987f5f None None] For port 6a2a2f5c-3feb-4319-9379-706e5d4e21de, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=6a2a2f5c-3feb-4319-9379-706e5d4e21de,segment=NetworkSegment(27ae5e91-1fef-429b-b92b-7aac2180f4c1),segment_id=27ae5e91-1fef-429b-b92b-7aac2180f4c1)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:17.986948 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a4d790-7df0-45de-afec-7d756c561981'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:47:17.989212 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666b8656-4e19-4d5e-8ab9-13423ec8104a" -d '{"events": [{"server_uuid": "b5b7bb8c-4218-4d08-a7d6-9c91343649a8", "name": "network-vif-plugged", "status": "completed", "tag": "66a4d790-7df0-45de-afec-7d756c561981"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:47:17.996224 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8b8285f0-62c6-42b4-84fe-8afcc2987f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:18.024901 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 66a4d790-7df0-45de-afec-7d756c561981, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=66a4d790-7df0-45de-afec-7d756c561981,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:18.056035 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:18.064269 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 6a2a2f5c-3feb-4319-9379-706e5d4e21de up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:18.066982 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (66a4d790-7df0-45de-afec-7d756c561981), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:18.072301 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426d6e7f-6df9-4683-b204-58337781767c x-openstack-request-id: req-426d6e7f-6df9-4683-b204-58337781767c {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:47:18.072444 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b7bb8c-4218-4d08-a7d6-9c91343649a8", "name": "network-vif-plugged", "status": "completed", "tag": "66a4d790-7df0-45de-afec-7d756c561981", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:47:18.072693 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-426d6e7f-6df9-4683-b204-58337781767c {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:47:18.073083 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-426d6e7f-6df9-4683-b204-58337781767c'] response: {'server_uuid': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a4d790-7df0-45de-afec-7d756c561981', 'code': 200} Jul 28 17:47:18.154575 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8285f0-62c6-42b4-84fe-8afcc2987f5f None None] Pushing event updated for resources: {'Port': ['ID=6a2a2f5c-3feb-4319-9379-706e5d4e21de,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:18.171660 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:18.207641 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:18.267696 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 6a2a2f5c-3feb-4319-9379-706e5d4e21de triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:18.268082 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:18.278684 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-162bc465-c331-4047-a7c3-e9739a8bd584 None None] Provisioning complete for port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:18.279060 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-162bc465-c331-4047-a7c3-e9739a8bd584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:18.281418 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfc635-4714-4d4b-9849-ad40aaf1e311 req-fed4a107-2364-4f36-9fc0-c1ef869f0ac9 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:18.282939 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f3cfc635-4714-4d4b-9849-ad40aaf1e311 req-fed4a107-2364-4f36-9fc0-c1ef869f0ac9 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0761702 Jul 28 17:47:18.283207 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Publish callbacks [] for port (df1d6e26-555d-425a-96a5-23ad766945bd), precommit_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:18.327410 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=66a4d790-7df0-45de-afec-7d756c561981,revision_number=7']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:18.333120 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (df1d6e26-555d-425a-96a5-23ad766945bd), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:18.353666 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:18.378412 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f3cfc635-4714-4d4b-9849-ad40aaf1e311 req-e08ce8a1-cf3f-4fa6-a053-7fcd8e79406d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670981 Jul 28 17:47:18.382334 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-162bc465-c331-4047-a7c3-e9739a8bd584 None None] Port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:47:18.419279 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:18.422716 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Attempting to bind port df1d6e26-555d-425a-96a5-23ad766945bd on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:47:18.423112 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Attempting to bind port df1d6e26-555d-425a-96a5-23ad766945bd by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:47:18.423480 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Attempting to bind port df1d6e26-555d-425a-96a5-23ad766945bd on network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:47:18.428282 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11229523-9145-4401-b2c7-1e897f240f87 None None] Pushing event updated for resources: {'Port': ['ID=df1d6e26-555d-425a-96a5-23ad766945bd,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:18.443351 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Publish callbacks [] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:18.451367 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530785'] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:18.456774 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:47:18.460015 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Checking segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:47:18.460015 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:18.460015 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Bound using segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:47:18.460015 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Bound port: df1d6e26-555d-425a-96a5-23ad766945bd, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:47:18.460015 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (df1d6e26-555d-425a-96a5-23ad766945bd), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:18.501716 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 6a2a2f5c-3feb-4319-9379-706e5d4e21de is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:18.502777 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216a604-ce00-4007-a5a3-75c9236edac3 req-de53061f-f9e4-4dd8-9b20-087744f8fed0 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:18.503271 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:18.510413 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3216a604-ce00-4007-a5a3-75c9236edac3 req-de53061f-f9e4-4dd8-9b20-087744f8fed0 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0681775 Jul 28 17:47:18.542083 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664061'] for router_interface (2a4b74d2-f993-4a78-8c44-53519f042553), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:18.548980 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Pushing event updated for resources: {'Port': ['ID=77356f89-b471-4ca5-bbf9-f7b79dadb0ec,revision_number=2']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:18.554471 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] For port df1d6e26-555d-425a-96a5-23ad766945bd, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:47:18.561920 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] For port df1d6e26-555d-425a-96a5-23ad766945bd, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=df1d6e26-555d-425a-96a5-23ad766945bd,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:47:18.564300 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3216a604-ce00-4007-a5a3-75c9236edac3 req-ed66bb7b-8238-4e17-bd59-2f05b8a61bef tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526507 Jul 28 17:47:18.576305 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (df1d6e26-555d-425a-96a5-23ad766945bd), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:18.590296 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:18.590823 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (37f2dd34-cda5-4b5a-8fb5-d2e10dce069d), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:18.651432 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Network b2e35125-92d3-4f19-bbf6-4b5ea241e0d3 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:18.653296 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:18.676345 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Routers {'2a4b74d2-f993-4a78-8c44-53519f042553'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:18.677119 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:46:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2a4b74d2-f993-4a78-8c44-53519f042553'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:18.714389 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11229523-9145-4401-b2c7-1e897f240f87 None None] Pushing event updated for resources: {'Port': ['ID=df1d6e26-555d-425a-96a5-23ad766945bd,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:18.786601 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Router 2a4b74d2-f993-4a78-8c44-53519f042553 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:47:18.914604 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:47:18.919716 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-f176ecae-986a-4eb3-b4e4-333a52ae5f4a admin admin] 10.222.0.89 "PUT /v2.0/routers/2a4b74d2-f993-4a78-8c44-53519f042553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3193688 Jul 28 17:47:18.958380 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-eaaef697-151d-4de8-8ab0-67dcf1676fd5 None None] Provisioning complete for port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:18.958691 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-eaaef697-151d-4de8-8ab0-67dcf1676fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:18.961954 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:19.007542 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] Set router 2a4b74d2-f993-4a78-8c44-53519f042553 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:19.035933 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:19.039423 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-eaaef697-151d-4de8-8ab0-67dcf1676fd5 None None] Port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:47:19.216344 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'name': 'tempest-TestMinimumBasicScenario-140790472-router', 'tenant_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:47:18Z', 'revision_number': 4, 'project_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'gw_port': {'id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '77356f89-b471-4ca5-bbf9-f7b79dadb0ec', 'name': '', 'network_id': 'b2e35125-92d3-4f19-bbf6-4b5ea241e0d3', 'tenant_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'mac_address': 'fa:16:3e:f8:52:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ec4c6e94-5558-440b-b685-9f9c8469fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:17Z', 'updated_at': '2022-07-28T17:47:18Z', 'revision_number': 2, 'project_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'subnets': [{'id': 'ec4c6e94-5558-440b-b685-9f9c8469fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:19.248244 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f536d2-a8e0-45c6-818c-ef89f172c096 None None] The sync data for ids ['2a4b74d2-f993-4a78-8c44-53519f042553'] in dv-cinder-813229-13-iscsi is: [{'id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'name': 'tempest-TestMinimumBasicScenario-140790472-router', 'tenant_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:47:18Z', 'revision_number': 4, 'project_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'gw_port': {'id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '77356f89-b471-4ca5-bbf9-f7b79dadb0ec', 'name': '', 'network_id': 'b2e35125-92d3-4f19-bbf6-4b5ea241e0d3', 'tenant_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'mac_address': 'fa:16:3e:f8:52:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ec4c6e94-5558-440b-b685-9f9c8469fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:17Z', 'updated_at': '2022-07-28T17:47:18Z', 'revision_number': 2, 'project_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'subnets': [{'id': 'ec4c6e94-5558-440b-b685-9f9c8469fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:47:19.540134 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cfeb8-aa45-4573-9d1f-93b487e5f251 req-91dcf73b-5876-43e2-ad49-2cf52c790623 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:19.543174 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-513cfeb8-aa45-4573-9d1f-93b487e5f251 req-91dcf73b-5876-43e2-ad49-2cf52c790623 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0621867 Jul 28 17:47:19.603976 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-513cfeb8-aa45-4573-9d1f-93b487e5f251 req-78e8ef91-2fc6-42d7-8f25-58336c25e566 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532598 Jul 28 17:47:19.720216 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22d8b6-17e4-4ae6-be41-9e084435405a req-ceeb965a-8a3d-4fb6-a84c-6b67d3732a30 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:19.722093 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8a22d8b6-17e4-4ae6-be41-9e084435405a req-ceeb965a-8a3d-4fb6-a84c-6b67d3732a30 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0607951 Jul 28 17:47:19.859370 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8a22d8b6-17e4-4ae6-be41-9e084435405a req-8c6bd4b4-2298-41b8-8be9-d4c00d62db9d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046777 Jul 28 17:47:19.987493 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 6a2a2f5c-3feb-4319-9379-706e5d4e21de up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:20.091197 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 6a2a2f5c-3feb-4319-9379-706e5d4e21de triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:20.091838 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:20.113868 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:20.231239 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 6a2a2f5c-3feb-4319-9379-706e5d4e21de is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:20.787274 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256c526-a8bf-4418-8240-d04d80434227 req-552cfba3-5b5d-4acf-91b6-162a483aef30 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:20.801288 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6256c526-a8bf-4418-8240-d04d80434227 req-552cfba3-5b5d-4acf-91b6-162a483aef30 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.1025391 Jul 28 17:47:20.891483 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6256c526-a8bf-4418-8240-d04d80434227 req-008b296c-1396-4b60-b819-41102205f3d6 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892797 Jul 28 17:47:21.067836 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63568c6a-f4e8-4f34-9161-9e6d180a8709 req-aed81d39-6373-48a2-acdc-4ad520c95500 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:21.072013 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-63568c6a-f4e8-4f34-9161-9e6d180a8709 req-aed81d39-6373-48a2-acdc-4ad520c95500 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0831032 Jul 28 17:47:21.155115 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-63568c6a-f4e8-4f34-9161-9e6d180a8709 req-69a0305b-a1fc-4f88-b3fb-f57e3a068824 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748353 Jul 28 17:47:21.979866 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device df1d6e26-555d-425a-96a5-23ad766945bd up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:22.069238 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91862c94-f3dd-480c-b273-f3ef3983f04b req-c3077186-df43-4e9a-8db8-08d52f416e4f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:22.070900 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-91862c94-f3dd-480c-b273-f3ef3983f04b req-c3077186-df43-4e9a-8db8-08d52f416e4f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0779822 Jul 28 17:47:22.082577 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port df1d6e26-555d-425a-96a5-23ad766945bd triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:22.082878 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (df1d6e26-555d-425a-96a5-23ad766945bd), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:22.122335 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Sync routers for ids ['2a4b74d2-f993-4a78-8c44-53519f042553'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:47:22.140846 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Routers {'2a4b74d2-f993-4a78-8c44-53519f042553'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:22.142114 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:46:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2a4b74d2-f993-4a78-8c44-53519f042553'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:22.181388 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-91862c94-f3dd-480c-b273-f3ef3983f04b req-e57aa50b-9ce7-4a53-acf2-5e6d195a8631 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905726 Jul 28 17:47:22.243470 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port df1d6e26-555d-425a-96a5-23ad766945bd is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:22.243870 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (df1d6e26-555d-425a-96a5-23ad766945bd), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:22.263891 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Set router 2a4b74d2-f993-4a78-8c44-53519f042553 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:22.271294 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port df1d6e26-555d-425a-96a5-23ad766945bd, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=df1d6e26-555d-425a-96a5-23ad766945bd,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:22.282282 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (df1d6e26-555d-425a-96a5-23ad766945bd), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:22.332387 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:22.352695 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=df1d6e26-555d-425a-96a5-23ad766945bd,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:22.370745 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bdbc6-4054-49ce-85ad-36366ebd5516 req-b8ffd614-fd76-4adc-8791-d9668063c4fe tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:22.382558 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-453bdbc6-4054-49ce-85ad-36366ebd5516 req-b8ffd614-fd76-4adc-8791-d9668063c4fe tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.1287947 Jul 28 17:47:22.511069 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-453bdbc6-4054-49ce-85ad-36366ebd5516 req-bdc0d455-a250-46c0-a697-0830ee6a31ed tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236830 Jul 28 17:47:22.622384 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'name': 'tempest-TestMinimumBasicScenario-140790472-router', 'tenant_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:47:18Z', 'revision_number': 4, 'project_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'gw_port': {'id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '77356f89-b471-4ca5-bbf9-f7b79dadb0ec', 'name': '', 'network_id': 'b2e35125-92d3-4f19-bbf6-4b5ea241e0d3', 'tenant_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'mac_address': 'fa:16:3e:f8:52:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ec4c6e94-5558-440b-b685-9f9c8469fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:17Z', 'updated_at': '2022-07-28T17:47:18Z', 'revision_number': 2, 'project_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'subnets': [{'id': 'ec4c6e94-5558-440b-b685-9f9c8469fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:22.658022 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Checking router: 2a4b74d2-f993-4a78-8c44-53519f042553 for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:47:22.658470 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Updating router 2a4b74d2-f993-4a78-8c44-53519f042553 port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec binding host dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:47:22.691901 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:22.694032 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:22.915028 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 41208) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:23.071278 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-df139f47-e3b1-4ef9-9590-f999b8f6fb14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:23.086701 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:23.091011 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Publish callbacks [] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), precommit_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:23.102880 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:23.256729 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-df139f47-e3b1-4ef9-9590-f999b8f6fb14 admin admin] Publish callbacks [] for security_group (5914aee8-dabb-44fc-8fbf-b800bb8f595c), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:23.267258 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-df139f47-e3b1-4ef9-9590-f999b8f6fb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (5914aee8-dabb-44fc-8fbf-b800bb8f595c), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:23.289820 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb251e5-d8a3-454b-b240-c55d065742fb None None] Pushing event updated for resources: {'Port': ['ID=77356f89-b471-4ca5-bbf9-f7b79dadb0ec,revision_number=3']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:23.317503 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Attempting to bind port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:47:23.317886 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Attempting to bind port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '8f9f8fdc-d881-4057-b47a-6be4afd84d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'b2e35125-92d3-4f19-bbf6-4b5ea241e0d3'}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:47:23.318255 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Attempting to bind port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec on network b2e35125-92d3-4f19-bbf6-4b5ea241e0d3 {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:47:23.324810 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:47:23.325213 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Checking segment: {'id': '8f9f8fdc-d881-4057-b47a-6be4afd84d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'b2e35125-92d3-4f19-bbf6-4b5ea241e0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:47:23.325675 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:23.326205 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Bound using segment: {'id': '8f9f8fdc-d881-4057-b47a-6be4afd84d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'b2e35125-92d3-4f19-bbf6-4b5ea241e0d3'} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:47:23.327649 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Bound port: 77356f89-b471-4ca5-bbf9-f7b79dadb0ec, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9f8fdc-d881-4057-b47a-6be4afd84d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'b2e35125-92d3-4f19-bbf6-4b5ea241e0d3'}}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:47:23.328038 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:23.361044 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df139f47-e3b1-4ef9-9590-f999b8f6fb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5914aee8-dabb-44fc-8fbf-b800bb8f595c,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:23.375589 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-df139f47-e3b1-4ef9-9590-f999b8f6fb14 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0cc8862d58e44881b784770c058f1ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4573445 Jul 28 17:47:23.375875 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 41232) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:23.382719 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:23.392738 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491671e9-10f9-4438-924d-16abc1ae842a req-895a2a43-1e4e-4aac-ab77-2899a14cff18 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:23.394460 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-491671e9-10f9-4438-924d-16abc1ae842a req-895a2a43-1e4e-4aac-ab77-2899a14cff18 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0787802 Jul 28 17:47:23.484470 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-491671e9-10f9-4438-924d-16abc1ae842a req-180b2072-8370-4391-9208-8e74e2e71960 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819914 Jul 28 17:47:23.537025 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-f2aecc2b-dc89-40ea-b9a9-ac1550b8bf51 None None] Provisioning complete for port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:23.539277 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f2aecc2b-dc89-40ea-b9a9-ac1550b8bf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:23.546771 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] For port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:47:23.570849 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] For port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=77356f89-b471-4ca5-bbf9-f7b79dadb0ec,segment=NetworkSegment(8f9f8fdc-d881-4057-b47a-6be4afd84d82),segment_id=8f9f8fdc-d881-4057-b47a-6be4afd84d82)] {{(pid=110738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:47:23.589184 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-dd90cf3c-5643-4666-bf0d-3afab7d7b076 admin admin] Publish callbacks [] for security_group (5914aee8-dabb-44fc-8fbf-b800bb8f595c), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:23.599751 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:23.618352 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-dd90cf3c-5643-4666-bf0d-3afab7d7b076 admin admin] Publish callbacks [] for security_group (5914aee8-dabb-44fc-8fbf-b800bb8f595c), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:23.620031 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:23.659678 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-f2aecc2b-dc89-40ea-b9a9-ac1550b8bf51 None None] Port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:47:23.717136 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Routers {'2a4b74d2-f993-4a78-8c44-53519f042553'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:23.718550 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:46:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2a4b74d2-f993-4a78-8c44-53519f042553'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:23.742589 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7743fe-4733-4aa7-b5e4-b926cac6f246 req-1825c353-d87d-433d-88f2-e56c6f1b9590 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:23.755087 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2b7743fe-4733-4aa7-b5e4-b926cac6f246 req-1825c353-d87d-433d-88f2-e56c6f1b9590 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0876729 Jul 28 17:47:23.796573 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-dd90cf3c-5643-4666-bf0d-3afab7d7b076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (5914aee8-dabb-44fc-8fbf-b800bb8f595c), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:23.804650 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-dd90cf3c-5643-4666-bf0d-3afab7d7b076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:23.806161 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-dd90cf3c-5643-4666-bf0d-3afab7d7b076 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5914aee8-dabb-44fc-8fbf-b800bb8f595c HTTP/1.1" status: 204 len: 168 time: 0.4282899 Jul 28 17:47:23.875630 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90cf3c-5643-4666-bf0d-3afab7d7b076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5914aee8-dabb-44fc-8fbf-b800bb8f595c,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:23.887148 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2b7743fe-4733-4aa7-b5e4-b926cac6f246 req-1ef85bf8-2c18-438a-bc2f-29a112bc2e3a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274743 Jul 28 17:47:23.948088 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] Set router 2a4b74d2-f993-4a78-8c44-53519f042553 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:24.040821 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb251e5-d8a3-454b-b240-c55d065742fb None None] Pushing event updated for resources: {'Port': ['ID=77356f89-b471-4ca5-bbf9-f7b79dadb0ec,revision_number=4']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:24.187005 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device df1d6e26-555d-425a-96a5-23ad766945bd up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:24.377931 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'name': 'tempest-TestMinimumBasicScenario-140790472-router', 'tenant_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:47:18Z', 'revision_number': 4, 'project_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'gw_port': {'id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '77356f89-b471-4ca5-bbf9-f7b79dadb0ec', 'name': '', 'network_id': 'b2e35125-92d3-4f19-bbf6-4b5ea241e0d3', 'tenant_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'mac_address': 'fa:16:3e:f8:52:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ec4c6e94-5558-440b-b685-9f9c8469fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:17Z', 'updated_at': '2022-07-28T17:47:23Z', 'revision_number': 4, 'project_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'subnets': [{'id': 'ec4c6e94-5558-440b-b685-9f9c8469fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:24.392581 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-c6320cea-7b15-4603-9c31-c29657f7084e None None] Provisioning complete for port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:24.393206 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-c6320cea-7b15-4603-9c31-c29657f7084e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:24.435951 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port df1d6e26-555d-425a-96a5-23ad766945bd triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:24.436652 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (df1d6e26-555d-425a-96a5-23ad766945bd), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:24.560230 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:24.603172 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-c6320cea-7b15-4603-9c31-c29657f7084e None None] Current status of the port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:24.603728 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-c6320cea-7b15-4603-9c31-c29657f7084e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:24.654953 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:24.659814 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port df1d6e26-555d-425a-96a5-23ad766945bd is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:24.715052 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-c6320cea-7b15-4603-9c31-c29657f7084e None None] For port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=77356f89-b471-4ca5-bbf9-f7b79dadb0ec,segment=NetworkSegment(8f9f8fdc-d881-4057-b47a-6be4afd84d82),segment_id=8f9f8fdc-d881-4057-b47a-6be4afd84d82)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:24.724694 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a98cf-f0ac-46d7-888c-d075b1e7ae65 req-1aeadfaa-7488-467f-9afd-6eb072f43ccf tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:24.731083 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-c6320cea-7b15-4603-9c31-c29657f7084e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:24.734405 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-536a98cf-f0ac-46d7-888c-d075b1e7ae65 req-1aeadfaa-7488-467f-9afd-6eb072f43ccf tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0708981 Jul 28 17:47:24.850438 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6320cea-7b15-4603-9c31-c29657f7084e None None] Pushing event updated for resources: {'Port': ['ID=77356f89-b471-4ca5-bbf9-f7b79dadb0ec,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:24.862387 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-536a98cf-f0ac-46d7-888c-d075b1e7ae65 req-28213179-068c-4df2-85ff-2de3f15cfd06 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198256 Jul 28 17:47:24.896070 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f6ed95-1a05-41e1-ab68-69a8614500ed None None] The sync data for ids ['2a4b74d2-f993-4a78-8c44-53519f042553'] in dv-cinder-813229-13-iscsi is: [{'id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'name': 'tempest-TestMinimumBasicScenario-140790472-router', 'tenant_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:47:18Z', 'revision_number': 4, 'project_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'gw_port': {'id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '77356f89-b471-4ca5-bbf9-f7b79dadb0ec', 'name': '', 'network_id': 'b2e35125-92d3-4f19-bbf6-4b5ea241e0d3', 'tenant_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'mac_address': 'fa:16:3e:f8:52:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ec4c6e94-5558-440b-b685-9f9c8469fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:17Z', 'updated_at': '2022-07-28T17:47:23Z', 'revision_number': 4, 'project_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'subnets': [{'id': 'ec4c6e94-5558-440b-b685-9f9c8469fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:47:25.122499 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1b2e0-21f0-4b57-8719-07379ad1e3f8 req-80599b40-55f1-478f-bfa8-b84b1f38e0c9 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:25.132686 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-97b1b2e0-21f0-4b57-8719-07379ad1e3f8 req-80599b40-55f1-478f-bfa8-b84b1f38e0c9 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0961404 Jul 28 17:47:25.242794 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-97b1b2e0-21f0-4b57-8719-07379ad1e3f8 req-7853730f-1c7c-4949-aad2-ac06040a0f09 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087315 Jul 28 17:47:25.399049 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 41278) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:25.621631 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-7813ad24-9c55-468c-8c93-4b47ce69813c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-962573424-network', 'tenant_id': '0ef795b478944722886f1d084f49008d'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:25.684084 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7813ad24-9c55-468c-8c93-4b47ce69813c admin admin] Made reservation on behalf of 0ef795b478944722886f1d084f49008d for: {'network': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:47:25.686847 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7813ad24-9c55-468c-8c93-4b47ce69813c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:25.698164 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-e4a0d204-b19a-4a9a-b4da-33dc0ce6b707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:25.719158 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7813ad24-9c55-468c-8c93-4b47ce69813c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:26.123135 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 77356f89-b471-4ca5-bbf9-f7b79dadb0ec up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:26.136858 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7813ad24-9c55-468c-8c93-4b47ce69813c admin admin] Publish callbacks [] for security_group (daa9cfcb-87a5-4712-ba49-d94028b270dd), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:26.145617 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7813ad24-9c55-468c-8c93-4b47ce69813c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (daa9cfcb-87a5-4712-ba49-d94028b270dd), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:26.170804 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7813ad24-9c55-468c-8c93-4b47ce69813c admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=110735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:47:26.196526 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7813ad24-9c55-468c-8c93-4b47ce69813c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (70ab3c67-0aa6-47f4-b3ad-288a70252a95), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:26.197086 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.segments_db [None req-7813ad24-9c55-468c-8c93-4b47ce69813c admin admin] Added segment 70ab3c67-0aa6-47f4-b3ad-288a70252a95 of type vlan for network 3c408952-a8f7-48c3-935f-d12a5087c0dd Jul 28 17:47:26.197922 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0e6af-f7af-4538-be89-e9deb1270c39 req-fe00fd6a-abe5-494f-a654-9ed8e774b1b3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:26.208567 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5bd0e6af-f7af-4538-be89-e9deb1270c39 req-fe00fd6a-abe5-494f-a654-9ed8e774b1b3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.1221664 Jul 28 17:47:26.283236 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7813ad24-9c55-468c-8c93-4b47ce69813c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (3c408952-a8f7-48c3-935f-d12a5087c0dd), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:26.283486 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:26.283709 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:26.358108 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5bd0e6af-f7af-4538-be89-e9deb1270c39 req-c0dbb1b4-ce76-40c4-8309-963155d6487f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406364 Jul 28 17:47:26.367098 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7813ad24-9c55-468c-8c93-4b47ce69813c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (3c408952-a8f7-48c3-935f-d12a5087c0dd), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:26.368258 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813ad24-9c55-468c-8c93-4b47ce69813c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:26.376138 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7813ad24-9c55-468c-8c93-4b47ce69813c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:26.498885 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:26.563288 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:26.564655 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:26.653929 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813ad24-9c55-468c-8c93-4b47ce69813c admin admin] Pushing event updated for resources: {'Network': ['ID=3c408952-a8f7-48c3-935f-d12a5087c0dd,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:26.668018 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network 3c408952-a8f7-48c3-935f-d12a5087c0dd details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:47:26.683631 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 41292) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:26.683894 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-7813ad24-9c55-468c-8c93-4b47ce69813c admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2835894 Jul 28 17:47:26.690066 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Request body: {'subnet': {'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-962573424-subnet', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'ip_version': 4}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:26.696137 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813ad24-9c55-468c-8c93-4b47ce69813c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa9cfcb-87a5-4712-ba49-d94028b270dd,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:26.728819 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6ac83-4d46-49f5-835c-aa36e0e17464 req-0085a91b-0f8c-4a62-8be8-bc1718c4305b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:26.737646 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f3d6ac83-4d46-49f5-835c-aa36e0e17464 req-0085a91b-0f8c-4a62-8be8-bc1718c4305b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.1456883 Jul 28 17:47:26.808231 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f3d6ac83-4d46-49f5-835c-aa36e0e17464 req-ef53b9e6-9e3e-4a5f-aa37-c493b03f0bd2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692067 Jul 28 17:47:26.875202 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Made reservation on behalf of 0ef795b478944722886f1d084f49008d for: {'subnet': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:47:26.878953 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318619'] for subnet (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:26.981549 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8f2c2-ad9e-46e1-bb31-c0fafd7a5543 req-c80b5d45-eb60-4770-b144-81d0ae85628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:26.989957 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-71c8f2c2-ad9e-46e1-bb31-c0fafd7a5543 req-c80b5d45-eb60-4770-b144-81d0ae85628b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=78a2f25af7784086aadec8dd5a1015dd&device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 1130 time: 0.1006081 Jul 28 17:47:27.208538 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8f2c2-ad9e-46e1-bb31-c0fafd7a5543 req-5eb73e64-f1d6-4399-bae2-02ce042ea232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:27.210099 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-71c8f2c2-ad9e-46e1-bb31-c0fafd7a5543 req-5eb73e64-f1d6-4399-bae2-02ce042ea232 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ae8fa151-853f-466c-9398-a2ea0d9328cd HTTP/1.1" status: 200 len: 912 time: 0.2118201 Jul 28 17:47:27.298316 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd955e-e7ca-49f7-952b-421fd28b6c36 req-265aa335-17f5-47c6-a982-2ff4795b867d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:27.314814 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ddfd955e-e7ca-49f7-952b-421fd28b6c36 req-265aa335-17f5-47c6-a982-2ff4795b867d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.5938430 Jul 28 17:47:27.332955 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8530842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318645'] for subnet (fe593b98-b683-41c5-a77d-ecb43eb96f49), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:27.348242 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:27.370416 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-71c8f2c2-ad9e-46e1-bb31-c0fafd7a5543 req-f15475f4-823b-40bc-ad5c-4bca268527be service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68d3356b-d07b-40b6-8d0a-f9dfbab82c03 HTTP/1.1" status: 200 len: 1001 time: 0.1465559 Jul 28 17:47:27.479305 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8f2c2-ad9e-46e1-bb31-c0fafd7a5543 req-69d1d9d7-464b-46b4-b84a-bb1b8249c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:27.480814 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-71c8f2c2-ad9e-46e1-bb31-c0fafd7a5543 req-69d1d9d7-464b-46b4-b84a-bb1b8249c5ff service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ce8ae2ae-69b2-4f29-aac4-77e56446331a HTTP/1.1" status: 200 len: 849 time: 0.1082218 Jul 28 17:47:27.525420 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe593b98-b683-41c5-a77d-ecb43eb96f49,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:27.572538 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8f2c2-ad9e-46e1-bb31-c0fafd7a5543 req-6016d150-8174-4d5e-9079-ba4412109889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:27.574188 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-71c8f2c2-ad9e-46e1-bb31-c0fafd7a5543 req-6016d150-8174-4d5e-9079-ba4412109889 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ae8fa151-853f-466c-9398-a2ea0d9328cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0853426 Jul 28 17:47:27.597875 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ddfd955e-e7ca-49f7-952b-421fd28b6c36 req-b15cb225-d5b2-41c7-8c38-609ddc3db34d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820601 Jul 28 17:47:27.613469 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:27.614093 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:27.614735 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:27.617714 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:27.618221 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:27.618745 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:27.619242 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:27.621251 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:27.621769 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:27.625961 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:27.633684 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:27.634266 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:27.634765 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:27.635248 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:27.635862 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:27.656992 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Checking segment: {'id': '70ab3c67-0aa6-47f4-b3ad-288a70252a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:47:27.657684 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Network hostable DHCP agents. Network: 3c408952-a8f7-48c3-935f-d12a5087c0dd, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:47:27.710592 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Network 3c408952-a8f7-48c3-935f-d12a5087c0dd is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:47:27.725694 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, 3c408952-a8f7-48c3-935f-d12a5087c0dd) {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:27.730914 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:27.735537 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edd3213-25ae-4b26-8db7-9b1837dbb4a6 None None] Network 3c408952-a8f7-48c3-935f-d12a5087c0dd requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:47:27.740519 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:27.799221 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-2e616fa4-f130-4a90-a67a-74d147b2dcf6 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1140647 Jul 28 17:47:27.803443 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 41296) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:27.834758 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-962573424-router', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:27.919076 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-71c8f2c2-ad9e-46e1-bb31-c0fafd7a5543 req-577acefd-d440-4999-aaa1-6688c781f13d service neutron] 10.222.0.100 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329194 Jul 28 17:47:27.934020 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router (05e03a9d-0871-4961-b1d6-96b11d1a60a9), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:27.935201 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router (05e03a9d-0871-4961-b1d6-96b11d1a60a9), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:28.057472 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf73fbaf6-72e4-5ce7-afe8-ff53955ba9d2-3c408952-a8f7-48c3-935f-d12a5087c0dd', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'project_id': '0ef795b478944722886f1d084f49008d', 'fixed_ips': [{'subnet_id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49'}]}} from dv-cinder-813229-13-iscsi. {{(pid=110737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 17:47:28.058952 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:28.074365 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Publish callbacks [] for router_controller (05e03a9d-0871-4961-b1d6-96b11d1a60a9), precommit_add_association {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:28.076403 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-71c8f2c2-ad9e-46e1-bb31-c0fafd7a5543 req-b431ad77-cc7b-4ed8-a1aa-ca12b0b0c070 service neutron] 10.222.0.100 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492643 Jul 28 17:47:28.253021 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-720407c8-1771-44e8-b23b-4d882108eda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:28.282274 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd0bcb-cda4-4597-af8e-f4ea43698cde req-f959cf84-47e7-4bde-a746-5ec6a2dbafdb tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:28.289690 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-49bd0bcb-cda4-4597-af8e-f4ea43698cde req-f959cf84-47e7-4bde-a746-5ec6a2dbafdb tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.2119565 Jul 28 17:47:28.395624 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-49bd0bcb-cda4-4597-af8e-f4ea43698cde req-a46e6cdc-fd0f-4d05-864e-8efe427e5105 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050429 Jul 28 17:47:28.397668 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Publish callbacks [] for router_gateway (05e03a9d-0871-4961-b1d6-96b11d1a60a9), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:28.498208 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.db_base_plugin_common [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Allocated IP 172.20.0.2 (3c408952-a8f7-48c3-935f-d12a5087c0dd/fe593b98-b683-41c5-a77d-ecb43eb96f49/d57d9693-f618-46e5-a4b2-97c2baa4fbae) {{(pid=110737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:47:28.782687 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Publish callbacks [] for port (d57d9693-f618-46e5-a4b2-97c2baa4fbae), precommit_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:28.786772 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:28.796110 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (d57d9693-f618-46e5-a4b2-97c2baa4fbae), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:28.892713 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Pushing event updated for resources: {'Port': ['ID=d57d9693-f618-46e5-a4b2-97c2baa4fbae,revision_number=1']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:28.903259 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Network 3c408952-a8f7-48c3-935f-d12a5087c0dd is already hosted by enough agents. {{(pid=110737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:28.905936 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.base_scheduler [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Resources bound (agent type, host, resource id): {{(pid=110737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:28.913919 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Received port after_create {{(pid=110737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:47:28.998329 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Attempting to bind port d57d9693-f618-46e5-a4b2-97c2baa4fbae on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:47:28.999647 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Attempting to bind port d57d9693-f618-46e5-a4b2-97c2baa4fbae by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '70ab3c67-0aa6-47f4-b3ad-288a70252a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:47:29.000208 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Attempting to bind port d57d9693-f618-46e5-a4b2-97c2baa4fbae on network 3c408952-a8f7-48c3-935f-d12a5087c0dd {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:47:29.007472 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:47:29.008179 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Checking segment: {'id': '70ab3c67-0aa6-47f4-b3ad-288a70252a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:47:29.008759 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:29.009347 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Bound using segment: {'id': '70ab3c67-0aa6-47f4-b3ad-288a70252a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:47:29.010146 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Bound port: d57d9693-f618-46e5-a4b2-97c2baa4fbae, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ab3c67-0aa6-47f4-b3ad-288a70252a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:47:29.010910 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (d57d9693-f618-46e5-a4b2-97c2baa4fbae), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:29.134057 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] For port d57d9693-f618-46e5-a4b2-97c2baa4fbae, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:47:29.137474 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] For port d57d9693-f618-46e5-a4b2-97c2baa4fbae, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=d57d9693-f618-46e5-a4b2-97c2baa4fbae,segment=NetworkSegment(70ab3c67-0aa6-47f4-b3ad-288a70252a95),segment_id=70ab3c67-0aa6-47f4-b3ad-288a70252a95)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:47:29.143071 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:29.150617 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (d57d9693-f618-46e5-a4b2-97c2baa4fbae), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:29.190212 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:29.206683 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Publish callbacks [] for router_gateway (05e03a9d-0871-4961-b1d6-96b11d1a60a9), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:29.210804 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:29.217224 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ee381-10d0-46e0-a07c-3af269239c84 req-b8d781bd-1d15-49ba-95d7-5275e1408f6f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:29.219969 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-219ee381-10d0-46e0-a07c-3af269239c84 req-b8d781bd-1d15-49ba-95d7-5275e1408f6f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.1165965 Jul 28 17:47:29.234993 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a0de1-cfb6-40db-9b5b-45390688162c None None] Pushing event updated for resources: {'Port': ['ID=d57d9693-f618-46e5-a4b2-97c2baa4fbae,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:29.256026 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:29.396651 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-219ee381-10d0-46e0-a07c-3af269239c84 req-05ccc85f-aea0-4133-bdc5-14e5d51b2173 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400857 Jul 28 17:47:29.548525 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Allocated IP 172.27.1.89 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/677c09e4-8cea-498d-b83c-dc846d8550a1) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:47:29.658630 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1542dc-b50f-4e5d-ba82-e1f6b5c9439b req-22ddd658-6d60-493d-b70f-2d39d71c3246 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:29.685075 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7d1542dc-b50f-4e5d-ba82-e1f6b5c9439b req-22ddd658-6d60-493d-b70f-2d39d71c3246 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.1409066 Jul 28 17:47:29.805038 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7d1542dc-b50f-4e5d-ba82-e1f6b5c9439b req-b0670f9c-3a42-4ffb-b08a-23dc7b987073 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189544 Jul 28 17:47:29.885835 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Publish callbacks [] for port (677c09e4-8cea-498d-b83c-dc846d8550a1), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:29.932099 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (677c09e4-8cea-498d-b83c-dc846d8550a1), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:30.016872 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:30.025180 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Pushing event updated for resources: {'Port': ['ID=677c09e4-8cea-498d-b83c-dc846d8550a1,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:30.045184 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:30.047705 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:30.050796 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:47:30.084960 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device d57d9693-f618-46e5-a4b2-97c2baa4fbae up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:30.184923 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port d57d9693-f618-46e5-a4b2-97c2baa4fbae triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:30.184923 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (d57d9693-f618-46e5-a4b2-97c2baa4fbae), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:30.419669 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:30.451044 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port d57d9693-f618-46e5-a4b2-97c2baa4fbae is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:30.451732 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (d57d9693-f618-46e5-a4b2-97c2baa4fbae), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:30.515826 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Publish callbacks [] for router_gateway (05e03a9d-0871-4961-b1d6-96b11d1a60a9), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:30.563257 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port d57d9693-f618-46e5-a4b2-97c2baa4fbae, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=d57d9693-f618-46e5-a4b2-97c2baa4fbae,segment=NetworkSegment(70ab3c67-0aa6-47f4-b3ad-288a70252a95),segment_id=70ab3c67-0aa6-47f4-b3ad-288a70252a95)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:30.587565 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (d57d9693-f618-46e5-a4b2-97c2baa4fbae), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:30.737965 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:30.744948 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bcae9-88a4-4fb0-8b52-fef043261b42 req-57c390c0-657a-420f-8848-285a897f6fd9 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:30.746676 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-fc7bcae9-88a4-4fb0-8b52-fef043261b42 req-57c390c0-657a-420f-8848-285a897f6fd9 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.1344447 Jul 28 17:47:30.754937 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=d57d9693-f618-46e5-a4b2-97c2baa4fbae,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:30.919662 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-fc7bcae9-88a4-4fb0-8b52-fef043261b42 req-0ea07b73-421d-4961-a420-5eb2e10bb002 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211493 Jul 28 17:47:30.937596 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:30.946779 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:30.986468 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01d6de2-a652-45ea-8a7e-0bde8e7296f6 None None] Network 3c408952-a8f7-48c3-935f-d12a5087c0dd requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:47:31.073399 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-0a56b489-dc04-457d-a5ec-6d86b8ee1cc1 None None] Provisioning complete for port d57d9693-f618-46e5-a4b2-97c2baa4fbae triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:31.074192 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-0a56b489-dc04-457d-a5ec-6d86b8ee1cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (d57d9693-f618-46e5-a4b2-97c2baa4fbae), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:31.078057 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41811ecd-100b-469e-8bf3-14eb73686250 req-367eafb0-5101-4735-806c-9179a5bf1cc2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:31.100715 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-41811ecd-100b-469e-8bf3-14eb73686250 req-367eafb0-5101-4735-806c-9179a5bf1cc2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.1436682 Jul 28 17:47:31.131628 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364161'] for router (05e03a9d-0871-4961-b1d6-96b11d1a60a9), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:31.214888 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:31.263273 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-41811ecd-100b-469e-8bf3-14eb73686250 req-f2e70f9a-c926-46a9-98a4-7992fff3a546 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572731 Jul 28 17:47:31.314443 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 is scheduled to L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 with binding_index 1 {{(pid=110736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 17:47:31.458955 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:47:31.471954 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Sync routers for ids ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:47:31.482961 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:31.485737 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-8aff9404-9185-43ba-964e-74f978ce787d admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6789265 Jul 28 17:47:31.488864 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 41326) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:31.657196 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-0a56b489-dc04-457d-a5ec-6d86b8ee1cc1 None None] Current status of the port d57d9693-f618-46e5-a4b2-97c2baa4fbae is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:31.659335 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Routers {'05e03a9d-0871-4961-b1d6-96b11d1a60a9'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:31.660048 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:47:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:32.090698 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device d57d9693-f618-46e5-a4b2-97c2baa4fbae up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:32.125911 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Set router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:32.239674 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:32.292399 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:32.293315 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:32.381354 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:32.487238 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'name': 'tempest-TestShelveInstance-962573424-router', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:27Z', 'updated_at': '2022-07-28T17:47:30Z', 'revision_number': 3, 'project_id': '0ef795b478944722886f1d084f49008d', 'gw_port': {'id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:29Z', 'updated_at': '2022-07-28T17:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:32.524899 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Checking router: 05e03a9d-0871-4961-b1d6-96b11d1a60a9 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:47:32.525714 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Updating router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 port 677c09e4-8cea-498d-b83c-dc846d8550a1 binding host dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:47:32.548915 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48d42-94f9-4311-ba02-5ee64a79e164 req-59132e89-9888-45a0-b0d3-8ae4b193f0e7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:32.556759 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a5d48d42-94f9-4311-ba02-5ee64a79e164 req-59132e89-9888-45a0-b0d3-8ae4b193f0e7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.1156216 Jul 28 17:47:32.564994 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-fc1d41ca-4c54-4ef5-844f-6bbf1d7e169b None None] Provisioning complete for port d57d9693-f618-46e5-a4b2-97c2baa4fbae triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:32.565838 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-fc1d41ca-4c54-4ef5-844f-6bbf1d7e169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (d57d9693-f618-46e5-a4b2-97c2baa4fbae), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:32.628775 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port d57d9693-f618-46e5-a4b2-97c2baa4fbae triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:32.629189 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (d57d9693-f618-46e5-a4b2-97c2baa4fbae), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:32.665301 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a5d48d42-94f9-4311-ba02-5ee64a79e164 req-664e492d-425e-4ab0-ba8c-6962d9dbce70 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008387 Jul 28 17:47:32.667820 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:32.678729 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (677c09e4-8cea-498d-b83c-dc846d8550a1), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:32.890935 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Allocated IP 172.20.0.1 (3c408952-a8f7-48c3-935f-d12a5087c0dd/fe593b98-b683-41c5-a77d-ecb43eb96f49/59634279-e1dc-4575-9219-cca5af3e9f9a) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:47:32.942093 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d41ca-4c54-4ef5-844f-6bbf1d7e169b None None] Current status of the port d57d9693-f618-46e5-a4b2-97c2baa4fbae is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:32.951413 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port d57d9693-f618-46e5-a4b2-97c2baa4fbae is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:33.070900 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Publish callbacks [] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:33.107055 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:33.116938 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:33.149741 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Publish callbacks [] for port (677c09e4-8cea-498d-b83c-dc846d8550a1), precommit_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:33.163295 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (677c09e4-8cea-498d-b83c-dc846d8550a1), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:33.248692 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Network 3c408952-a8f7-48c3-935f-d12a5087c0dd is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:33.254543 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:33.260986 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf5e0-f8cd-478a-8469-f4025de1f8a2 None None] Pushing event updated for resources: {'Port': ['ID=677c09e4-8cea-498d-b83c-dc846d8550a1,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:33.279944 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Pushing event updated for resources: {'Port': ['ID=59634279-e1dc-4575-9219-cca5af3e9f9a,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:33.294376 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:47:33.318228 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Attempting to bind port 677c09e4-8cea-498d-b83c-dc846d8550a1 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:47:33.318611 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Attempting to bind port 677c09e4-8cea-498d-b83c-dc846d8550a1 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:47:33.318985 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Attempting to bind port 677c09e4-8cea-498d-b83c-dc846d8550a1 on network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:47:33.331819 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:47:33.332204 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Checking segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:47:33.343494 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:33.344066 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Bound using segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:47:33.344603 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Bound port: 677c09e4-8cea-498d-b83c-dc846d8550a1, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:47:33.345013 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (677c09e4-8cea-498d-b83c-dc846d8550a1), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:33.370360 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663937'] for router_interface (05e03a9d-0871-4961-b1d6-96b11d1a60a9), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:33.461995 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:33.518432 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] For port 677c09e4-8cea-498d-b83c-dc846d8550a1, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:47:33.522717 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] For port 677c09e4-8cea-498d-b83c-dc846d8550a1, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=677c09e4-8cea-498d-b83c-dc846d8550a1,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:47:33.541195 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (677c09e4-8cea-498d-b83c-dc846d8550a1), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:33.664244 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:33.688044 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf5e0-f8cd-478a-8469-f4025de1f8a2 None None] Pushing event updated for resources: {'Port': ['ID=677c09e4-8cea-498d-b83c-dc846d8550a1,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:33.747784 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Routers {'05e03a9d-0871-4961-b1d6-96b11d1a60a9'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:33.748649 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:47:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:33.879887 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] Set router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:33.993793 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98709b81-bfda-4125-a32b-5ba02fbc32dc req-6bf52502-662a-44bc-9d20-6e3f5fc9cc35 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:33.995830 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-98709b81-bfda-4125-a32b-5ba02fbc32dc req-6bf52502-662a-44bc-9d20-6e3f5fc9cc35 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.1041372 Jul 28 17:47:34.043008 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:34.065133 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-d558270b-29f2-4652-b2c2-3fe833787a7f None None] Provisioning complete for port 59634279-e1dc-4575-9219-cca5af3e9f9a triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:34.065540 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d558270b-29f2-4652-b2c2-3fe833787a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:34.182219 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-98709b81-bfda-4125-a32b-5ba02fbc32dc req-e42b8f55-043b-4a7f-9521-8baf7fe42345 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781855 Jul 28 17:47:34.215759 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Publish callbacks [] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:34.226199 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530785'] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:34.251662 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-d558270b-29f2-4652-b2c2-3fe833787a7f None None] Port 59634279-e1dc-4575-9219-cca5af3e9f9a cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:47:34.370142 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664061'] for router_interface (05e03a9d-0871-4961-b1d6-96b11d1a60a9), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:34.375064 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Pushing event updated for resources: {'Port': ['ID=59634279-e1dc-4575-9219-cca5af3e9f9a,revision_number=2']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:34.383360 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:34.392331 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=45 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:34.426128 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:34.444605 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'name': 'tempest-TestShelveInstance-962573424-router', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:27Z', 'updated_at': '2022-07-28T17:47:33Z', 'revision_number': 4, 'project_id': '0ef795b478944722886f1d084f49008d', 'gw_port': {'id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:29Z', 'updated_at': '2022-07-28T17:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '59634279-e1dc-4575-9219-cca5af3e9f9a', 'name': '', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'mac_address': 'fa:16:3e:44:2c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:32Z', 'updated_at': '2022-07-28T17:47:32Z', 'revision_number': 1, 'project_id': '0ef795b478944722886f1d084f49008d', 'subnets': [{'id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:34.481424 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf03a2-4aa3-4239-ab9a-5345141412dc None None] The sync data for ids ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'] in dv-cinder-813229-13-iscsi is: [{'id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'name': 'tempest-TestShelveInstance-962573424-router', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:27Z', 'updated_at': '2022-07-28T17:47:33Z', 'revision_number': 4, 'project_id': '0ef795b478944722886f1d084f49008d', 'gw_port': {'id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:29Z', 'updated_at': '2022-07-28T17:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '59634279-e1dc-4575-9219-cca5af3e9f9a', 'name': '', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'mac_address': 'fa:16:3e:44:2c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:32Z', 'updated_at': '2022-07-28T17:47:32Z', 'revision_number': 1, 'project_id': '0ef795b478944722886f1d084f49008d', 'subnets': [{'id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:47:34.565364 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Network 3c408952-a8f7-48c3-935f-d12a5087c0dd is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:34.566903 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:34.914588 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-f4a1ebe2-9939-463f-81b2-7ec38a4a90a4 None None] Provisioning complete for port 59634279-e1dc-4575-9219-cca5af3e9f9a triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:34.916708 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ebe2-9939-463f-81b2-7ec38a4a90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:34.991063 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-f4a1ebe2-9939-463f-81b2-7ec38a4a90a4 None None] Port 59634279-e1dc-4575-9219-cca5af3e9f9a cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:47:35.113963 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:47:35.279708 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:47:35.326531 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:35.349189 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc15ad1-1e5a-4bc4-8ca9-7d2b47bc9b96 req-8ad771a5-6c8c-42fc-bdb4-1506954f3633 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:35.351824 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-970c9fa0-4c6e-4813-bfd1-277ae2ba4800 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:35.353393 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bbc15ad1-1e5a-4bc4-8ca9-7d2b47bc9b96 req-8ad771a5-6c8c-42fc-bdb4-1506954f3633 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0694518 Jul 28 17:47:35.353512 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-970c9fa0-4c6e-4813-bfd1-277ae2ba4800 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/networks?id=9bb61a2e-af39-4830-a017-e8c560155c59 HTTP/1.1" status: 200 len: 815 time: 0.1616788 Jul 28 17:47:35.369701 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-54ecec9f-aa1b-481a-86fe-5f304d4ffa2c admin admin] 10.222.0.89 "PUT /v2.0/routers/05e03a9d-0871-4961-b1d6-96b11d1a60a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8783462 Jul 28 17:47:35.386922 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-e8af96b1-3e0f-4d5c-9113-90e019f21117 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/quotas/0513cb18c0cd43d5a4784f573bb382d4 HTTP/1.1" status: 200 len: 375 time: 0.0188458 Jul 28 17:47:35.446443 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:35.460395 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bbc15ad1-1e5a-4bc4-8ca9-7d2b47bc9b96 req-743e6f01-fe76-4926-ad53-b9defe66341a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817430 Jul 28 17:47:35.463809 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-efe12e36-8b7f-4eaa-9a63-51b7a4ff074f tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0513cb18c0cd43d5a4784f573bb382d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644722 Jul 28 17:47:35.640310 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-88a40661-8b6e-4fcf-9190-fed662194762 service neutron] 10.222.0.89 "GET /v2.0/networks/9bb61a2e-af39-4830-a017-e8c560155c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735511 Jul 28 17:47:35.791721 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-699864a7-7853-4a26-b3b6-fb01b887db74 service neutron] 10.222.0.89 "GET /v2.0/networks/9bb61a2e-af39-4830-a017-e8c560155c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424971 Jul 28 17:47:36.094981 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ec86c0e3-9df5-4e4b-8bc5-891e5a700aaa req-7a5da347-45fa-446e-8158-b2dae2adcda2 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 210 time: 0.0553091 Jul 28 17:47:36.096960 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 677c09e4-8cea-498d-b83c-dc846d8550a1 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:36.184517 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 677c09e4-8cea-498d-b83c-dc846d8550a1 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:36.185100 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (677c09e4-8cea-498d-b83c-dc846d8550a1), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:36.312607 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:47:36.320973 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 677c09e4-8cea-498d-b83c-dc846d8550a1 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:36.321713 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (677c09e4-8cea-498d-b83c-dc846d8550a1), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:36.356255 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port 677c09e4-8cea-498d-b83c-dc846d8550a1, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=677c09e4-8cea-498d-b83c-dc846d8550a1,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:36.362699 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (677c09e4-8cea-498d-b83c-dc846d8550a1), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:36.423912 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=677c09e4-8cea-498d-b83c-dc846d8550a1,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:36.449765 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 41400) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:36.457036 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-99113944-network', 'tenant_id': '54265825d5534d4b9f49e5633615db1d'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:36.496286 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Made reservation on behalf of 54265825d5534d4b9f49e5633615db1d for: {'network': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:47:36.499437 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:36.534345 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:36.679643 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c3f3e-d126-49a0-b63a-785d9654ee47 req-226bae34-d993-4034-8006-a0ccf4d0443a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:36.681317 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c01c3f3e-d126-49a0-b63a-785d9654ee47 req-226bae34-d993-4034-8006-a0ccf4d0443a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0801704 Jul 28 17:47:36.755671 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Publish callbacks [] for security_group (2c62b518-ae88-4ab1-bd66-58d9693823c4), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:36.766293 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (2c62b518-ae88-4ab1-bd66-58d9693823c4), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:36.805354 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c62b518-ae88-4ab1-bd66-58d9693823c4,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:36.840929 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c01c3f3e-d126-49a0-b63a-785d9654ee47 req-44125664-33bc-48eb-83e8-b1279ce5fc75 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525967 Jul 28 17:47:36.842080 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=110735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:47:36.853002 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:36.853888 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:36.854420 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:36.854965 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:36.855501 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:36.856030 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:36.856550 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:36.857054 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:36.857721 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:36.858269 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:36.858843 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:36.859376 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:36.860182 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:36.860696 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:36.861256 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:47:36.870995 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (43c06f8d-7887-4779-af7d-93489664ed94), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:36.871650 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.segments_db [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Added segment 43c06f8d-7887-4779-af7d-93489664ed94 of type vlan for network db26b850-6ece-4ab7-9f63-dbe3e3ba6b09 Jul 28 17:47:36.931279 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (db26b850-6ece-4ab7-9f63-dbe3e3ba6b09), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:36.990780 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (db26b850-6ece-4ab7-9f63-dbe3e3ba6b09), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:36.992234 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:36.993065 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:37.084911 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6325634 Jul 28 17:47:37.087861 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 41410) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:37.100745 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-268c2bc9-f031-4764-9097-359aa046c16b admin admin] Request body: {'subnet': {'network_id': 'db26b850-6ece-4ab7-9f63-dbe3e3ba6b09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-99113944-subnet', 'tenant_id': '54265825d5534d4b9f49e5633615db1d', 'ip_version': 4}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:37.126924 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:37.128195 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ec364-7f43-4b3a-be18-ee6d0039972f admin admin] Pushing event updated for resources: {'Network': ['ID=db26b850-6ece-4ab7-9f63-dbe3e3ba6b09,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:37.132903 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268c2bc9-f031-4764-9097-359aa046c16b admin admin] Made reservation on behalf of 54265825d5534d4b9f49e5633615db1d for: {'subnet': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:47:37.136215 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-268c2bc9-f031-4764-9097-359aa046c16b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3448113'] for subnet (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:37.142544 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network db26b850-6ece-4ab7-9f63-dbe3e3ba6b09 details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:47:37.244923 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:37.259922 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c8b4d99c-c9f8-4ede-b7e1-e4c978273aa6 req-344c49c6-c425-4854-b26d-3f9fdfcd9eeb tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 210 time: 0.0627134 Jul 28 17:47:37.430635 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-268c2bc9-f031-4764-9097-359aa046c16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3355984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3448095'] for subnet (3116bfb5-10b1-45e6-ba99-7d7e96f70b18), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:37.524190 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c2bc9-f031-4764-9097-359aa046c16b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3116bfb5-10b1-45e6-ba99-7d7e96f70b18,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:37.526719 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268c2bc9-f031-4764-9097-359aa046c16b admin admin] Checking segment: {'id': '43c06f8d-7887-4779-af7d-93489664ed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db26b850-6ece-4ab7-9f63-dbe3e3ba6b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:47:37.527083 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c2bc9-f031-4764-9097-359aa046c16b admin admin] Network hostable DHCP agents. Network: db26b850-6ece-4ab7-9f63-dbe3e3ba6b09, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:47:37.549381 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c2bc9-f031-4764-9097-359aa046c16b admin admin] Network db26b850-6ece-4ab7-9f63-dbe3e3ba6b09 is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:47:37.559940 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-268c2bc9-f031-4764-9097-359aa046c16b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, db26b850-6ece-4ab7-9f63-dbe3e3ba6b09) {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:37.571958 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40001ad2-20a2-4d5b-b7fa-37435dc82fff None None] Network db26b850-6ece-4ab7-9f63-dbe3e3ba6b09 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:47:37.573506 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268c2bc9-f031-4764-9097-359aa046c16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:37.574365 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-268c2bc9-f031-4764-9097-359aa046c16b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:37.612470 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-268c2bc9-f031-4764-9097-359aa046c16b admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5225019 Jul 28 17:47:37.615242 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 41414) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:37.619590 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-99113944-router', 'tenant_id': '54265825d5534d4b9f49e5633615db1d', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:37.661593 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router (32b64763-820a-42c3-b81f-96e6c3b4eba0), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:37.662790 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router (32b64763-820a-42c3-b81f-96e6c3b4eba0), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:37.670338 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:37.748070 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Publish callbacks [] for router_controller (32b64763-820a-42c3-b81f-96e6c3b4eba0), precommit_add_association {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:37.770254 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf73fbaf6-72e4-5ce7-afe8-ff53955ba9d2-db26b850-6ece-4ab7-9f63-dbe3e3ba6b09', 'network_id': 'db26b850-6ece-4ab7-9f63-dbe3e3ba6b09', 'project_id': '54265825d5534d4b9f49e5633615db1d', 'fixed_ips': [{'subnet_id': '3116bfb5-10b1-45e6-ba99-7d7e96f70b18'}]}} from dv-cinder-813229-13-iscsi. {{(pid=110737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 17:47:37.771259 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:37.795626 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Sync routers for ids ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:47:37.821220 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Routers {'05e03a9d-0871-4961-b1d6-96b11d1a60a9'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:37.822697 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:47:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:37.966509 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Set router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:38.028344 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.db_base_plugin_common [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Allocated IP 172.20.0.2 (db26b850-6ece-4ab7-9f63-dbe3e3ba6b09/3116bfb5-10b1-45e6-ba99-7d7e96f70b18/c1fa14db-ca93-49d9-bccd-6385afc51a23) {{(pid=110737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:47:38.046702 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 677c09e4-8cea-498d-b83c-dc846d8550a1 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:38.146577 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3b70c-23cc-4ba1-8f6b-2c45d5fa3743 req-37c9034c-f8a3-4628-9a1b-e4f7d70914aa tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:38.158159 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5bb3b70c-23cc-4ba1-8f6b-2c45d5fa3743 req-37c9034c-f8a3-4628-9a1b-e4f7d70914aa tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.1494238 Jul 28 17:47:38.190600 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 677c09e4-8cea-498d-b83c-dc846d8550a1 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:38.192085 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (677c09e4-8cea-498d-b83c-dc846d8550a1), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:38.205418 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Publish callbacks [] for router_gateway (32b64763-820a-42c3-b81f-96e6c3b4eba0), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:38.290388 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5bb3b70c-23cc-4ba1-8f6b-2c45d5fa3743 req-d5651a39-6493-42bb-a444-11d8e72c2cbd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312542 Jul 28 17:47:38.324964 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:38.344432 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'name': 'tempest-TestShelveInstance-962573424-router', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:27Z', 'updated_at': '2022-07-28T17:47:33Z', 'revision_number': 4, 'project_id': '0ef795b478944722886f1d084f49008d', 'gw_port': {'id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:29Z', 'updated_at': '2022-07-28T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '59634279-e1dc-4575-9219-cca5af3e9f9a', 'name': '', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'mac_address': 'fa:16:3e:44:2c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:32Z', 'updated_at': '2022-07-28T17:47:33Z', 'revision_number': 2, 'project_id': '0ef795b478944722886f1d084f49008d', 'subnets': [{'id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:38.379599 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Checking router: 05e03a9d-0871-4961-b1d6-96b11d1a60a9 for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:47:38.380390 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Updating router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 port 59634279-e1dc-4575-9219-cca5af3e9f9a binding host dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:47:38.417570 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:38.442842 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Publish callbacks [] for port (c1fa14db-ca93-49d9-bccd-6385afc51a23), precommit_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:38.456373 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-26cc0bbb-0dd3-4eef-b239-911877856a7b req-5fc8827a-b1c4-4ba2-8a24-a7ecd20148c1 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 210 time: 0.0501525 Jul 28 17:47:38.513389 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (c1fa14db-ca93-49d9-bccd-6385afc51a23), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:38.553824 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Network db26b850-6ece-4ab7-9f63-dbe3e3ba6b09 is already hosted by enough agents. {{(pid=110737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:38.568788 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.base_scheduler [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Resources bound (agent type, host, resource id): {{(pid=110737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:38.573915 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Received port after_create {{(pid=110737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:47:38.698287 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Publish callbacks [] for router_gateway (32b64763-820a-42c3-b81f-96e6c3b4eba0), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:38.724893 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:38.731717 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-79f7ce4d-ec30-4f5c-a6b8-1a1059d9a679 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:38.733991 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-79f7ce4d-ec30-4f5c-a6b8-1a1059d9a679 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.100 "GET /v2.0/networks?id=9bb61a2e-af39-4830-a017-e8c560155c59 HTTP/1.1" status: 200 len: 815 time: 0.3063114 Jul 28 17:47:38.755900 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-e9e4a79a-ec62-4d7b-982e-874df52ffce9 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Request body: {'port': {'device_id': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'admin_state_up': True, 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:38.899186 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Allocated IP 172.27.1.4 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/c478f68e-e41c-4a2e-bf8c-d06f8f4050d2) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:47:38.985845 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Attempting to bind port c1fa14db-ca93-49d9-bccd-6385afc51a23 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:47:38.986217 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Attempting to bind port c1fa14db-ca93-49d9-bccd-6385afc51a23 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '43c06f8d-7887-4779-af7d-93489664ed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db26b850-6ece-4ab7-9f63-dbe3e3ba6b09'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:47:38.986589 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Attempting to bind port c1fa14db-ca93-49d9-bccd-6385afc51a23 on network db26b850-6ece-4ab7-9f63-dbe3e3ba6b09 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:47:38.994279 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Pushing event updated for resources: {'Port': ['ID=c1fa14db-ca93-49d9-bccd-6385afc51a23,revision_number=1']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:39.006279 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 677c09e4-8cea-498d-b83c-dc846d8550a1 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:39.017802 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:47:39.018428 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Checking segment: {'id': '43c06f8d-7887-4779-af7d-93489664ed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db26b850-6ece-4ab7-9f63-dbe3e3ba6b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:47:39.019031 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:39.019581 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Bound using segment: {'id': '43c06f8d-7887-4779-af7d-93489664ed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db26b850-6ece-4ab7-9f63-dbe3e3ba6b09'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:47:39.020293 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Bound port: c1fa14db-ca93-49d9-bccd-6385afc51a23, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c06f8d-7887-4779-af7d-93489664ed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db26b850-6ece-4ab7-9f63-dbe3e3ba6b09'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:47:39.021039 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (c1fa14db-ca93-49d9-bccd-6385afc51a23), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:39.123626 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] For port c1fa14db-ca93-49d9-bccd-6385afc51a23, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:47:39.130290 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] For port c1fa14db-ca93-49d9-bccd-6385afc51a23, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=c1fa14db-ca93-49d9-bccd-6385afc51a23,segment=NetworkSegment(43c06f8d-7887-4779-af7d-93489664ed94),segment_id=43c06f8d-7887-4779-af7d-93489664ed94)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:47:39.134555 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:39.146887 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (c1fa14db-ca93-49d9-bccd-6385afc51a23), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:39.149611 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-e9e4a79a-ec62-4d7b-982e-874df52ffce9 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Made reservation on behalf of 0513cb18c0cd43d5a4784f573bb382d4 for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:47:39.153766 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-e9e4a79a-ec62-4d7b-982e-874df52ffce9 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:39.232610 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Publish callbacks [] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), precommit_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:39.253947 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:39.277420 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc6750-8a08-48eb-9256-c5968cff7dc0 None None] Pushing event updated for resources: {'Port': ['ID=c1fa14db-ca93-49d9-bccd-6385afc51a23,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:39.361226 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Publish callbacks [] for port (c478f68e-e41c-4a2e-bf8c-d06f8f4050d2), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:39.366192 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:39.438360 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-e9e4a79a-ec62-4d7b-982e-874df52ffce9 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Allocated IP 172.20.0.3 (9bb61a2e-af39-4830-a017-e8c560155c59/b952d617-3955-4a40-a300-e6bf2673617d/2c9ee1b3-3b2e-44d5-9666-5c62225b2b18) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:47:39.445072 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d755a-4397-4e06-b481-e01eab4563bd None None] Pushing event updated for resources: {'Port': ['ID=59634279-e1dc-4575-9219-cca5af3e9f9a,revision_number=3']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:39.456739 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (c478f68e-e41c-4a2e-bf8c-d06f8f4050d2), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:39.477205 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:39.586432 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Attempting to bind port 59634279-e1dc-4575-9219-cca5af3e9f9a on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:47:39.589269 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Attempting to bind port 59634279-e1dc-4575-9219-cca5af3e9f9a by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '70ab3c67-0aa6-47f4-b3ad-288a70252a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd'}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:47:39.590166 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Attempting to bind port 59634279-e1dc-4575-9219-cca5af3e9f9a on network 3c408952-a8f7-48c3-935f-d12a5087c0dd {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:47:39.597540 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb280f-e5f1-4928-82a1-27b4f5d6387d req-8404e017-e4f7-461c-8191-d3a51901be7d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:39.614444 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-81bb280f-e5f1-4928-82a1-27b4f5d6387d req-8404e017-e4f7-461c-8191-d3a51901be7d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.1533961 Jul 28 17:47:39.617929 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:47:39.618307 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Checking segment: {'id': '70ab3c67-0aa6-47f4-b3ad-288a70252a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:47:39.620030 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:39.620428 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Bound using segment: {'id': '70ab3c67-0aa6-47f4-b3ad-288a70252a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd'} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:47:39.620912 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Bound port: 59634279-e1dc-4575-9219-cca5af3e9f9a, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ab3c67-0aa6-47f4-b3ad-288a70252a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd'}}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:47:39.621314 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:39.654410 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:39.660153 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:39.662621 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:39.665661 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:47:39.740185 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Pushing event updated for resources: {'Port': ['ID=c478f68e-e41c-4a2e-bf8c-d06f8f4050d2,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:39.758661 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-91133d35-d0d0-4c0e-958b-5b116dda8ea7 req-8204e161-06d7-4e03-b94e-1c182c500219 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 210 time: 0.1021752 Jul 28 17:47:39.803879 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:39.838613 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] For port 59634279-e1dc-4575-9219-cca5af3e9f9a, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:47:39.852661 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] For port 59634279-e1dc-4575-9219-cca5af3e9f9a, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=59634279-e1dc-4575-9219-cca5af3e9f9a,segment=NetworkSegment(70ab3c67-0aa6-47f4-b3ad-288a70252a95),segment_id=70ab3c67-0aa6-47f4-b3ad-288a70252a95)] {{(pid=110738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:47:39.867321 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:39.925734 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:39.979663 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-81bb280f-e5f1-4928-82a1-27b4f5d6387d req-efac4912-7c3a-4f00-9260-366b96151ff3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3641913 Jul 28 17:47:39.997844 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-cdb552db-e7f1-4716-83cf-4aea621dd33d None None] Provisioning complete for port 59634279-e1dc-4575-9219-cca5af3e9f9a triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:40.000668 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-cdb552db-e7f1-4716-83cf-4aea621dd33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:40.035430 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:40.038217 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d755a-4397-4e06-b481-e01eab4563bd None None] Pushing event updated for resources: {'Port': ['ID=59634279-e1dc-4575-9219-cca5af3e9f9a,revision_number=4']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:40.104210 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Routers {'05e03a9d-0871-4961-b1d6-96b11d1a60a9'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:40.104764 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:47:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:40.158430 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-e9e4a79a-ec62-4d7b-982e-874df52ffce9 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:40.185342 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device c1fa14db-ca93-49d9-bccd-6385afc51a23 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:40.238019 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-e9e4a79a-ec62-4d7b-982e-874df52ffce9 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:40.394885 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-e9e4a79a-ec62-4d7b-982e-874df52ffce9 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Network 9bb61a2e-af39-4830-a017-e8c560155c59 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:40.403391 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-e9e4a79a-ec62-4d7b-982e-874df52ffce9 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:40.408897 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-e9e4a79a-ec62-4d7b-982e-874df52ffce9 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:47:40.465536 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] Set router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:40.502768 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4a79a-ec62-4d7b-982e-874df52ffce9 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Pushing event updated for resources: {'Port': ['ID=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:40.565988 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-cdb552db-e7f1-4716-83cf-4aea621dd33d None None] Current status of the port 59634279-e1dc-4575-9219-cca5af3e9f9a is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:40.566466 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-cdb552db-e7f1-4716-83cf-4aea621dd33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:40.598254 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-e9e4a79a-ec62-4d7b-982e-874df52ffce9 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:40.599060 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-e9e4a79a-ec62-4d7b-982e-874df52ffce9 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:40.606962 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port c1fa14db-ca93-49d9-bccd-6385afc51a23 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:40.607350 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (c1fa14db-ca93-49d9-bccd-6385afc51a23), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:40.642379 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Publish callbacks [] for router_gateway (32b64763-820a-42c3-b81f-96e6c3b4eba0), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:40.666571 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-e9e4a79a-ec62-4d7b-982e-874df52ffce9 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9144974 Jul 28 17:47:40.715499 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Request body: {'port': {'device_id': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:40.763080 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-cdb552db-e7f1-4716-83cf-4aea621dd33d None None] For port 59634279-e1dc-4575-9219-cca5af3e9f9a, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=59634279-e1dc-4575-9219-cca5af3e9f9a,segment=NetworkSegment(70ab3c67-0aa6-47f4-b3ad-288a70252a95),segment_id=70ab3c67-0aa6-47f4-b3ad-288a70252a95)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:40.782281 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-cdb552db-e7f1-4716-83cf-4aea621dd33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:40.929473 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:40.990504 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port c1fa14db-ca93-49d9-bccd-6385afc51a23 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:40.991826 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (c1fa14db-ca93-49d9-bccd-6385afc51a23), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:41.148180 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'name': 'tempest-TestShelveInstance-962573424-router', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:27Z', 'updated_at': '2022-07-28T17:47:33Z', 'revision_number': 4, 'project_id': '0ef795b478944722886f1d084f49008d', 'gw_port': {'id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:29Z', 'updated_at': '2022-07-28T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '59634279-e1dc-4575-9219-cca5af3e9f9a', 'name': '', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'mac_address': 'fa:16:3e:44:2c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:32Z', 'updated_at': '2022-07-28T17:47:39Z', 'revision_number': 4, 'project_id': '0ef795b478944722886f1d084f49008d', 'subnets': [{'id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:41.236068 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf11e17-a54f-4ef0-86a1-fd952327df17 None None] The sync data for ids ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'] in dv-cinder-813229-13-iscsi is: [{'id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'name': 'tempest-TestShelveInstance-962573424-router', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:27Z', 'updated_at': '2022-07-28T17:47:33Z', 'revision_number': 4, 'project_id': '0ef795b478944722886f1d084f49008d', 'gw_port': {'id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:29Z', 'updated_at': '2022-07-28T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '59634279-e1dc-4575-9219-cca5af3e9f9a', 'name': '', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'mac_address': 'fa:16:3e:44:2c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:32Z', 'updated_at': '2022-07-28T17:47:39Z', 'revision_number': 4, 'project_id': '0ef795b478944722886f1d084f49008d', 'subnets': [{'id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:47:41.251693 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-cb2f12b5-714e-4ee9-a561-c82a835a49f4 None None] Provisioning complete for port 59634279-e1dc-4575-9219-cca5af3e9f9a triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:41.252335 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-cb2f12b5-714e-4ee9-a561-c82a835a49f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:41.380744 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port c1fa14db-ca93-49d9-bccd-6385afc51a23, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=c1fa14db-ca93-49d9-bccd-6385afc51a23,segment=NetworkSegment(43c06f8d-7887-4779-af7d-93489664ed94),segment_id=43c06f8d-7887-4779-af7d-93489664ed94)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:41.382730 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433a3ce-1fbb-44eb-9ad0-d75d01d764e1 req-848131c1-bac9-45ee-8134-cb40621136ff tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:41.384583 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6433a3ce-1fbb-44eb-9ad0-d75d01d764e1 req-848131c1-bac9-45ee-8134-cb40621136ff tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 931 time: 0.3803339 Jul 28 17:47:41.440735 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb552db-e7f1-4716-83cf-4aea621dd33d None None] Pushing event updated for resources: {'Port': ['ID=59634279-e1dc-4575-9219-cca5af3e9f9a,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:41.490354 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (c1fa14db-ca93-49d9-bccd-6385afc51a23), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:41.495285 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f12b5-714e-4ee9-a561-c82a835a49f4 None None] Current status of the port 59634279-e1dc-4575-9219-cca5af3e9f9a is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:41.519074 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364161'] for router (32b64763-820a-42c3-b81f-96e6c3b4eba0), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:41.557183 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142940fc-46a2-45ea-b73f-e8c8eb062737 req-a52029b0-d8d8-49f0-b1df-8691e695fb73 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:41.560688 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-142940fc-46a2-45ea-b73f-e8c8eb062737 req-a52029b0-d8d8-49f0-b1df-8691e695fb73 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.4112599 Jul 28 17:47:41.642797 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-d104e180-af1e-4d2c-b234-71fc275b82df None None] Provisioning complete for port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:41.643433 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d104e180-af1e-4d2c-b234-71fc275b82df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:41.690734 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6433a3ce-1fbb-44eb-9ad0-d75d01d764e1 req-aa33f057-24eb-4540-9d97-6271aa82b3ce tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585578 Jul 28 17:47:41.751075 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dec54e9-d05a-4341-ba62-5195f10154ff None None] Network db26b850-6ece-4ab7-9f63-dbe3e3ba6b09 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:47:41.753918 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:41.755235 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-d104e180-af1e-4d2c-b234-71fc275b82df None None] Port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:47:41.813230 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=c1fa14db-ca93-49d9-bccd-6385afc51a23,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:41.814796 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Router 32b64763-820a-42c3-b81f-96e6c3b4eba0 is scheduled to L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 with binding_index 1 {{(pid=110736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 17:47:41.855725 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-142940fc-46a2-45ea-b73f-e8c8eb062737 req-014c8a09-e677-4cb2-988c-e23758628f6d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853913 Jul 28 17:47:41.879808 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-d54f1fbc-c0d9-418f-b902-dec62e6d1969 None None] Provisioning complete for port c1fa14db-ca93-49d9-bccd-6385afc51a23 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:41.880294 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d54f1fbc-c0d9-418f-b902-dec62e6d1969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (c1fa14db-ca93-49d9-bccd-6385afc51a23), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:42.087517 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:47:42.114617 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Sync routers for ids ['32b64763-820a-42c3-b81f-96e6c3b4eba0'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:47:42.125990 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:42.128924 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-395fd6a2-412f-4e1d-8d6f-431c09a98b14 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.5125544 Jul 28 17:47:42.132144 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 41466) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:42.154849 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:47:42.188905 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Publish callbacks [] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:42.196407 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:42.197890 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-d54f1fbc-c0d9-418f-b902-dec62e6d1969 None None] Current status of the port c1fa14db-ca93-49d9-bccd-6385afc51a23 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:42.200721 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 59634279-e1dc-4575-9219-cca5af3e9f9a up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:42.238159 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Transition to ACTIVE for port object 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:47:42.243857 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:42.271645 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Routers {'32b64763-820a-42c3-b81f-96e6c3b4eba0'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:42.279574 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:47:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['32b64763-820a-42c3-b81f-96e6c3b4eba0'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:42.341137 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:42.342237 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:42.646765 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-47bfcf04-a0ca-4cd4-a860-cac2e940d034 None None] Provisioning complete for port c1fa14db-ca93-49d9-bccd-6385afc51a23 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:42.647252 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-47bfcf04-a0ca-4cd4-a860-cac2e940d034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (c1fa14db-ca93-49d9-bccd-6385afc51a23), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:42.653746 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Set router 32b64763-820a-42c3-b81f-96e6c3b4eba0 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:42.711868 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 59634279-e1dc-4575-9219-cca5af3e9f9a triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:42.712243 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:42.996960 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 59634279-e1dc-4575-9219-cca5af3e9f9a is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:42.998552 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device c1fa14db-ca93-49d9-bccd-6385afc51a23 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:43.017880 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-47bfcf04-a0ca-4cd4-a860-cac2e940d034 None None] Current status of the port c1fa14db-ca93-49d9-bccd-6385afc51a23 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:43.041071 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524d089-4474-45ef-a1f7-1548bd44bb7f req-ff5be711-41ca-43cc-acce-8aefbd84ea52 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:43.042669 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e524d089-4474-45ef-a1f7-1548bd44bb7f req-ff5be711-41ca-43cc-acce-8aefbd84ea52 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 943 time: 0.1300333 Jul 28 17:47:43.060959 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:43.110433 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:43.121264 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:43.145339 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f300068-d79d-4acc-9776-762880c8dff2 req-d3b49374-e32d-4585-a3a4-296a96f2ecc1 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:43.153071 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9f300068-d79d-4acc-9776-762880c8dff2 req-d3b49374-e32d-4585-a3a4-296a96f2ecc1 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0832832 Jul 28 17:47:43.182061 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:43.204702 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'name': 'tempest-TestShelveInstance-99113944-router', 'tenant_id': '54265825d5534d4b9f49e5633615db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c478f68e-e41c-4a2e-bf8c-d06f8f4050d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:37Z', 'updated_at': '2022-07-28T17:47:40Z', 'revision_number': 3, 'project_id': '54265825d5534d4b9f49e5633615db1d', 'gw_port': {'id': 'c478f68e-e41c-4a2e-bf8c-d06f8f4050d2', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:38Z', 'updated_at': '2022-07-28T17:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:43.251771 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e524d089-4474-45ef-a1f7-1548bd44bb7f req-fadecb76-c7a2-43a6-9518-a498c297697e tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412990 Jul 28 17:47:43.270625 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Checking router: 32b64763-820a-42c3-b81f-96e6c3b4eba0 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:47:43.271041 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Updating router 32b64763-820a-42c3-b81f-96e6c3b4eba0 port c478f68e-e41c-4a2e-bf8c-d06f8f4050d2 binding host dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:47:43.290096 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:43.291027 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port c1fa14db-ca93-49d9-bccd-6385afc51a23 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:43.291452 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (c1fa14db-ca93-49d9-bccd-6385afc51a23), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:43.357798 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9f300068-d79d-4acc-9776-762880c8dff2 req-00f1d728-8b3e-4550-974d-b6e400623b06 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035294 Jul 28 17:47:43.403571 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (c478f68e-e41c-4a2e-bf8c-d06f8f4050d2), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:43.451744 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Attempting to bind port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:47:43.452218 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Attempting to bind port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '27ae5e91-1fef-429b-b92b-7aac2180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:47:43.452542 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Attempting to bind port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 on network 9bb61a2e-af39-4830-a017-e8c560155c59 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:47:43.463202 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 on network 9bb61a2e-af39-4830-a017-e8c560155c59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:47:43.463470 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Attempting to bind port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 on network 9bb61a2e-af39-4830-a017-e8c560155c59 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:47:43.476381 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:47:43.476734 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Checking segment: {'id': '27ae5e91-1fef-429b-b92b-7aac2180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:47:43.477174 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Bound using segment: {'id': '27ae5e91-1fef-429b-b92b-7aac2180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:47:43.477602 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Bound port: 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ae5e91-1fef-429b-b92b-7aac2180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:47:43.477975 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:43.555920 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Allocated IP 172.20.0.1 (db26b850-6ece-4ab7-9f63-dbe3e3ba6b09/3116bfb5-10b1-45e6-ba99-7d7e96f70b18/3c8d4727-1233-4ae4-b171-27bf7ef5a38d) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:47:43.628160 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] For port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:47:43.636765 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] For port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18,segment=NetworkSegment(27ae5e91-1fef-429b-b92b-7aac2180f4c1),segment_id=27ae5e91-1fef-429b-b92b-7aac2180f4c1)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:47:43.647038 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:43.671419 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port c1fa14db-ca93-49d9-bccd-6385afc51a23 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:43.739605 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:43.740378 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:43.744840 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] 10.222.0.100 "PUT /v2.0/ports/2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 HTTP/1.1" status: 200 len: 1093 time: 3.0331922 Jul 28 17:47:43.746677 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'tag': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:47:43.758052 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b74bced-f5c7-4f62-a100-9d0dd30361b7" -d '{"events": [{"name": "network-changed", "server_uuid": "574a7513-1b6c-4bb8-a8f2-d77593f830d2", "tag": "2c9ee1b3-3b2e-44d5-9666-5c62225b2b18"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:47:43.772921 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Publish callbacks [] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:43.816571 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:43.830610 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:43.849852 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a8dbd0-1875-4575-833a-8afc2dff3c61 x-openstack-request-id: req-e5a8dbd0-1875-4575-833a-8afc2dff3c61 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:47:43.850154 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574a7513-1b6c-4bb8-a8f2-d77593f830d2", "tag": "2c9ee1b3-3b2e-44d5-9666-5c62225b2b18", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:47:43.850415 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e5a8dbd0-1875-4575-833a-8afc2dff3c61 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:47:43.850830 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a8dbd0-1875-4575-833a-8afc2dff3c61'] response: {'name': 'network-changed', 'server_uuid': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'tag': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18', 'status': 'completed', 'code': 200} Jul 28 17:47:43.859706 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbe9b1-7187-4ce1-9064-56e67234f3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:43.894554 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Pushing event updated for resources: {'Port': ['ID=3c8d4727-1233-4ae4-b171-27bf7ef5a38d,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:43.923525 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Network db26b850-6ece-4ab7-9f63-dbe3e3ba6b09 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:43.925361 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:43.939779 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:47:43.982074 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:43.996862 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663937'] for router_interface (32b64763-820a-42c3-b81f-96e6c3b4eba0), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:44.059327 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:44.078262 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Publish callbacks [] for port (c478f68e-e41c-4a2e-bf8c-d06f8f4050d2), precommit_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:44.086784 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (c478f68e-e41c-4a2e-bf8c-d06f8f4050d2), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:44.163520 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b465e3-6b1a-48f1-b535-7288b65bcad5 None None] Pushing event updated for resources: {'Port': ['ID=c478f68e-e41c-4a2e-bf8c-d06f8f4050d2,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:44.180107 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:44.181312 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Attempting to bind port c478f68e-e41c-4a2e-bf8c-d06f8f4050d2 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:47:44.181832 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Attempting to bind port c478f68e-e41c-4a2e-bf8c-d06f8f4050d2 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:47:44.182058 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Attempting to bind port c478f68e-e41c-4a2e-bf8c-d06f8f4050d2 on network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:47:44.188214 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:47:44.188593 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Checking segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:47:44.189095 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:44.189409 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Bound using segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:47:44.189876 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Bound port: c478f68e-e41c-4a2e-bf8c-d06f8f4050d2, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:47:44.190322 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (c478f68e-e41c-4a2e-bf8c-d06f8f4050d2), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:44.239839 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] For port c478f68e-e41c-4a2e-bf8c-d06f8f4050d2, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:47:44.243548 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] For port c478f68e-e41c-4a2e-bf8c-d06f8f4050d2, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=c478f68e-e41c-4a2e-bf8c-d06f8f4050d2,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:47:44.250771 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (c478f68e-e41c-4a2e-bf8c-d06f8f4050d2), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:44.412825 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8956359-9b1b-4781-9b01-810a0cbe086c req-ec9ab444-0ba9-4102-976a-558da99d747c tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:44.420336 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c8956359-9b1b-4781-9b01-810a0cbe086c req-ec9ab444-0ba9-4102-976a-558da99d747c tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 943 time: 0.0672247 Jul 28 17:47:44.455354 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-6e7b8412-e1dc-471d-b06c-96b6b2c844b2 None None] Provisioning complete for port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:44.455812 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-6e7b8412-e1dc-471d-b06c-96b6b2c844b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:44.478235 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c8956359-9b1b-4781-9b01-810a0cbe086c req-8b0bc32e-2d9d-48ff-9483-43d0dcad0548 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561233 Jul 28 17:47:44.487377 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Routers {'32b64763-820a-42c3-b81f-96e6c3b4eba0'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:44.488113 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:47:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['32b64763-820a-42c3-b81f-96e6c3b4eba0'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:44.533718 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b465e3-6b1a-48f1-b535-7288b65bcad5 None None] Pushing event updated for resources: {'Port': ['ID=c478f68e-e41c-4a2e-bf8c-d06f8f4050d2,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:44.543717 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-6e7b8412-e1dc-471d-b06c-96b6b2c844b2 None None] Port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:47:44.567658 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b705d-8e23-4a34-a31a-8867e78b8c2d req-197310b8-905a-449b-95cc-4742bc45d07e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:44.569149 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b93b705d-8e23-4a34-a31a-8867e78b8c2d req-197310b8-905a-449b-95cc-4742bc45d07e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0617518 Jul 28 17:47:44.620345 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] Set router 32b64763-820a-42c3-b81f-96e6c3b4eba0 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:44.654855 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Publish callbacks [] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:44.659876 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b93b705d-8e23-4a34-a31a-8867e78b8c2d req-4761cfff-733d-4601-be33-0487b3bf06cb tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806859 Jul 28 17:47:44.661036 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530785'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:44.731209 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Pushing event updated for resources: {'Port': ['ID=3c8d4727-1233-4ae4-b171-27bf7ef5a38d,revision_number=2']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:44.734275 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664061'] for router_interface (32b64763-820a-42c3-b81f-96e6c3b4eba0), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:44.769789 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:44.838806 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Network db26b850-6ece-4ab7-9f63-dbe3e3ba6b09 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:47:44.840414 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:47:44.841325 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'name': 'tempest-TestShelveInstance-99113944-router', 'tenant_id': '54265825d5534d4b9f49e5633615db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c478f68e-e41c-4a2e-bf8c-d06f8f4050d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:37Z', 'updated_at': '2022-07-28T17:47:44Z', 'revision_number': 4, 'project_id': '54265825d5534d4b9f49e5633615db1d', 'gw_port': {'id': 'c478f68e-e41c-4a2e-bf8c-d06f8f4050d2', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:38Z', 'updated_at': '2022-07-28T17:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '3c8d4727-1233-4ae4-b171-27bf7ef5a38d', 'name': '', 'network_id': 'db26b850-6ece-4ab7-9f63-dbe3e3ba6b09', 'tenant_id': '54265825d5534d4b9f49e5633615db1d', 'mac_address': 'fa:16:3e:48:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '3116bfb5-10b1-45e6-ba99-7d7e96f70b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:43Z', 'updated_at': '2022-07-28T17:47:43Z', 'revision_number': 1, 'project_id': '54265825d5534d4b9f49e5633615db1d', 'subnets': [{'id': '3116bfb5-10b1-45e6-ba99-7d7e96f70b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:44.901902 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71838d08-55a3-443d-9edb-560f12b02a53 None None] The sync data for ids ['32b64763-820a-42c3-b81f-96e6c3b4eba0'] in dv-cinder-813229-13-iscsi is: [{'id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'name': 'tempest-TestShelveInstance-99113944-router', 'tenant_id': '54265825d5534d4b9f49e5633615db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c478f68e-e41c-4a2e-bf8c-d06f8f4050d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:37Z', 'updated_at': '2022-07-28T17:47:44Z', 'revision_number': 4, 'project_id': '54265825d5534d4b9f49e5633615db1d', 'gw_port': {'id': 'c478f68e-e41c-4a2e-bf8c-d06f8f4050d2', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:38Z', 'updated_at': '2022-07-28T17:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '3c8d4727-1233-4ae4-b171-27bf7ef5a38d', 'name': '', 'network_id': 'db26b850-6ece-4ab7-9f63-dbe3e3ba6b09', 'tenant_id': '54265825d5534d4b9f49e5633615db1d', 'mac_address': 'fa:16:3e:48:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '3116bfb5-10b1-45e6-ba99-7d7e96f70b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:43Z', 'updated_at': '2022-07-28T17:47:43Z', 'revision_number': 1, 'project_id': '54265825d5534d4b9f49e5633615db1d', 'subnets': [{'id': '3116bfb5-10b1-45e6-ba99-7d7e96f70b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:47:44.986438 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:44.988668 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Router 32b64763-820a-42c3-b81f-96e6c3b4eba0 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:47:45.130786 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:47:45.141701 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-4aba2696-1be9-48f8-b552-0b0bc9698a75 admin admin] 10.222.0.89 "PUT /v2.0/routers/32b64763-820a-42c3-b81f-96e6c3b4eba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0080667 Jul 28 17:47:45.198264 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-15d10d56-c429-4562-98be-27deeb9c19e8 None None] Provisioning complete for port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:45.198650 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-15d10d56-c429-4562-98be-27deeb9c19e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:45.259092 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-15d10d56-c429-4562-98be-27deeb9c19e8 None None] Port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:47:45.670297 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932f268-a394-43ff-b730-5c34d270aea4 req-24c5d251-14a1-4ded-bb98-bd0ba75dd467 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:45.672593 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2932f268-a394-43ff-b730-5c34d270aea4 req-24c5d251-14a1-4ded-bb98-bd0ba75dd467 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 943 time: 0.0687220 Jul 28 17:47:45.749639 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 41506) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:45.755369 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-a39d8653-68b7-4ed6-8774-c78e748c9e79 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1616033148', 'description': 'tempest-secgroup-smoke-1616033148 description', 'project_id': '0ef795b478944722886f1d084f49008d'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:45.763442 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2932f268-a394-43ff-b730-5c34d270aea4 req-77e297de-6ad8-44ca-9367-00d6206e7ed1 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797923 Jul 28 17:47:45.794029 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a39d8653-68b7-4ed6-8774-c78e748c9e79 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.011914 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4afcf-a460-4e85-aa82-1a436f6d8eff req-e55338f4-cef1-4d81-a43b-140a545cf7a7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:46.017773 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-38d4afcf-a460-4e85-aa82-1a436f6d8eff req-e55338f4-cef1-4d81-a43b-140a545cf7a7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.1451385 Jul 28 17:47:46.038215 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a39d8653-68b7-4ed6-8774-c78e748c9e79 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group (45b460ef-0ed7-403b-b5b9-6c173e2d5db9), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.051470 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a39d8653-68b7-4ed6-8774-c78e748c9e79 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (45b460ef-0ed7-403b-b5b9-6c173e2d5db9), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.132893 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a39d8653-68b7-4ed6-8774-c78e748c9e79 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.137144 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-a39d8653-68b7-4ed6-8774-c78e748c9e79 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3830504 Jul 28 17:47:46.137144 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d8653-68b7-4ed6-8774-c78e748c9e79 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b460ef-0ed7-403b-b5b9-6c173e2d5db9,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:46.137637 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 41510) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:46.142600 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-af79bb33-fff2-4ade-973f-c81b283c1b04 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Request body: {'security_group_rule': {'security_group_id': '45b460ef-0ed7-403b-b5b9-6c173e2d5db9', 'project_id': '0ef795b478944722886f1d084f49008d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:46.160760 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-38d4afcf-a460-4e85-aa82-1a436f6d8eff req-830db105-55a3-459f-bcab-dd59995d5a0b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393263 Jul 28 17:47:46.175407 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-af79bb33-fff2-4ade-973f-c81b283c1b04 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (31d6762b-71a0-4120-8c89-342a7f0b404d), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.184602 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:46.252481 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-af79bb33-fff2-4ade-973f-c81b283c1b04 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (31d6762b-71a0-4120-8c89-342a7f0b404d), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.257977 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-af79bb33-fff2-4ade-973f-c81b283c1b04 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (31d6762b-71a0-4120-8c89-342a7f0b404d), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.285707 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79bb33-fff2-4ade-973f-c81b283c1b04 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d6762b-71a0-4120-8c89-342a7f0b404d,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:46.293936 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-af79bb33-fff2-4ade-973f-c81b283c1b04 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.299674 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-af79bb33-fff2-4ade-973f-c81b283c1b04 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1598210 Jul 28 17:47:46.301109 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 41512) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:46.307723 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-2aa4671b-042a-4600-a62a-bdff862cfd5c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Request body: {'security_group_rule': {'security_group_id': '45b460ef-0ed7-403b-b5b9-6c173e2d5db9', 'project_id': '0ef795b478944722886f1d084f49008d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:46.350151 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2aa4671b-042a-4600-a62a-bdff862cfd5c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (77534a93-5d5d-4887-98c8-91488725c49d), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.421089 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2aa4671b-042a-4600-a62a-bdff862cfd5c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (77534a93-5d5d-4887-98c8-91488725c49d), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.426731 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2aa4671b-042a-4600-a62a-bdff862cfd5c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (77534a93-5d5d-4887-98c8-91488725c49d), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.444470 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4671b-042a-4600-a62a-bdff862cfd5c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77534a93-5d5d-4887-98c8-91488725c49d,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:46.464674 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2aa4671b-042a-4600-a62a-bdff862cfd5c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.465952 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-2aa4671b-042a-4600-a62a-bdff862cfd5c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1635110 Jul 28 17:47:46.469050 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 41514) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:46.478104 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-ada0de97-8175-4129-bd57-50b3d2b18e1a tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Request body: {'security_group_rule': {'security_group_id': '45b460ef-0ed7-403b-b5b9-6c173e2d5db9', 'project_id': '0ef795b478944722886f1d084f49008d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:46.515779 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ada0de97-8175-4129-bd57-50b3d2b18e1a tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (d5e3223e-9057-44d9-9a03-4aa13db3e419), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.566855 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:46.586313 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ada0de97-8175-4129-bd57-50b3d2b18e1a tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (d5e3223e-9057-44d9-9a03-4aa13db3e419), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.595579 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ada0de97-8175-4129-bd57-50b3d2b18e1a tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (d5e3223e-9057-44d9-9a03-4aa13db3e419), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.621054 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0de97-8175-4129-bd57-50b3d2b18e1a tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e3223e-9057-44d9-9a03-4aa13db3e419,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:46.632254 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ada0de97-8175-4129-bd57-50b3d2b18e1a tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.633550 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-ada0de97-8175-4129-bd57-50b3d2b18e1a tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633682 Jul 28 17:47:46.636203 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 41516) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:46.641145 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-8d4d4062-f412-47b4-90f0-3c8d2af78371 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Request body: {'security_group_rule': {'security_group_id': '45b460ef-0ed7-403b-b5b9-6c173e2d5db9', 'project_id': '0ef795b478944722886f1d084f49008d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:46.677811 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4062-f412-47b4-90f0-3c8d2af78371 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (e207c1a2-b934-4fcb-8c96-77e43b38d597), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.713327 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:46.757919 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4062-f412-47b4-90f0-3c8d2af78371 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (e207c1a2-b934-4fcb-8c96-77e43b38d597), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.762002 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4062-f412-47b4-90f0-3c8d2af78371 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (e207c1a2-b934-4fcb-8c96-77e43b38d597), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.781789 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d4062-f412-47b4-90f0-3c8d2af78371 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e207c1a2-b934-4fcb-8c96-77e43b38d597,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:46.793890 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4062-f412-47b4-90f0-3c8d2af78371 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.795143 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-8d4d4062-f412-47b4-90f0-3c8d2af78371 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1580026 Jul 28 17:47:46.801044 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 41520) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:46.806998 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-739de0da-0806-46c4-8987-f45563dcd06d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Request body: {'security_group_rule': {'security_group_id': '45b460ef-0ed7-403b-b5b9-6c173e2d5db9', 'project_id': '0ef795b478944722886f1d084f49008d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:46.834411 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.securitygroups_db [None req-739de0da-0806-46c4-8987-f45563dcd06d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Project 0ef795b478944722886f1d084f49008d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 17:47:46.842274 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-739de0da-0806-46c4-8987-f45563dcd06d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (0da06e83-bfe9-4457-a65c-57f38e0e4aa2), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.979995 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-739de0da-0806-46c4-8987-f45563dcd06d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (0da06e83-bfe9-4457-a65c-57f38e0e4aa2), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.987509 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-739de0da-0806-46c4-8987-f45563dcd06d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (0da06e83-bfe9-4457-a65c-57f38e0e4aa2), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:46.989256 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff0ae9-2d64-467f-876e-c6b2d7952c72 req-7a39e453-b035-4ba5-b9ee-feace8bd3d47 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:46.991564 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a2ff0ae9-2d64-467f-876e-c6b2d7952c72 req-7a39e453-b035-4ba5-b9ee-feace8bd3d47 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 943 time: 0.0962250 Jul 28 17:47:47.043639 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-739de0da-0806-46c4-8987-f45563dcd06d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:47.051885 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-739de0da-0806-46c4-8987-f45563dcd06d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2492154 Jul 28 17:47:47.055878 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 41526) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:47.063908 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-e08fff07-170a-4636-bfa0-ca7035bef67d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Request body: {'security_group_rule': {'security_group_id': '45b460ef-0ed7-403b-b5b9-6c173e2d5db9', 'project_id': '0ef795b478944722886f1d084f49008d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:47:47.114357 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739de0da-0806-46c4-8987-f45563dcd06d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da06e83-bfe9-4457-a65c-57f38e0e4aa2,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:47.119684 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.securitygroups_db [None req-e08fff07-170a-4636-bfa0-ca7035bef67d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Project 0ef795b478944722886f1d084f49008d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 17:47:47.126556 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a2ff0ae9-2d64-467f-876e-c6b2d7952c72 req-7a4e456c-d5d3-4e47-a053-5e526a8477d3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215653 Jul 28 17:47:47.147605 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e08fff07-170a-4636-bfa0-ca7035bef67d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (286a627c-6e6f-44ff-9894-c3a6e973ca2b), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:47.282056 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e08fff07-170a-4636-bfa0-ca7035bef67d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (286a627c-6e6f-44ff-9894-c3a6e973ca2b), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:47.310515 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e08fff07-170a-4636-bfa0-ca7035bef67d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (286a627c-6e6f-44ff-9894-c3a6e973ca2b), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:47.347021 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fff07-170a-4636-bfa0-ca7035bef67d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286a627c-6e6f-44ff-9894-c3a6e973ca2b,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:47.375469 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa555cb2-97be-4879-a84c-bd617c05b18e req-0f15eca5-3e5f-4e40-812a-a577ac6ae3a6 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:47.377029 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fa555cb2-97be-4879-a84c-bd617c05b18e req-0f15eca5-3e5f-4e40-812a-a577ac6ae3a6 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0868022 Jul 28 17:47:47.380289 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e08fff07-170a-4636-bfa0-ca7035bef67d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:47.381420 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-e08fff07-170a-4636-bfa0-ca7035bef67d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3242369 Jul 28 17:47:47.490296 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fa555cb2-97be-4879-a84c-bd617c05b18e req-ba0c252d-187f-4602-965e-7e17660eede8 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046417 Jul 28 17:47:47.979219 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device c478f68e-e41c-4a2e-bf8c-d06f8f4050d2 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:48.029333 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port c478f68e-e41c-4a2e-bf8c-d06f8f4050d2 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:48.030145 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (c478f68e-e41c-4a2e-bf8c-d06f8f4050d2), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:48.085307 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Sync routers for ids ['32b64763-820a-42c3-b81f-96e6c3b4eba0'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:47:48.093761 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:48.098310 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Routers {'32b64763-820a-42c3-b81f-96e6c3b4eba0'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:48.099315 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:47:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['32b64763-820a-42c3-b81f-96e6c3b4eba0'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:48.138523 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port c478f68e-e41c-4a2e-bf8c-d06f8f4050d2 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:48.139663 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (c478f68e-e41c-4a2e-bf8c-d06f8f4050d2), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:48.164916 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port c478f68e-e41c-4a2e-bf8c-d06f8f4050d2, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=c478f68e-e41c-4a2e-bf8c-d06f8f4050d2,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:48.182750 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (c478f68e-e41c-4a2e-bf8c-d06f8f4050d2), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:48.290476 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=c478f68e-e41c-4a2e-bf8c-d06f8f4050d2,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:48.322506 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Set router 32b64763-820a-42c3-b81f-96e6c3b4eba0 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:48.408301 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407574ad-2ee2-46e2-84fb-b42f2246966f req-c2da8934-678c-4d27-8d8b-5c1f484319f3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:48.410675 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-407574ad-2ee2-46e2-84fb-b42f2246966f req-c2da8934-678c-4d27-8d8b-5c1f484319f3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 943 time: 0.0928283 Jul 28 17:47:48.508083 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-407574ad-2ee2-46e2-84fb-b42f2246966f req-c8a3cec2-014a-4608-a173-9bb91d6e6853 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854652 Jul 28 17:47:48.660826 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'name': 'tempest-TestShelveInstance-99113944-router', 'tenant_id': '54265825d5534d4b9f49e5633615db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c478f68e-e41c-4a2e-bf8c-d06f8f4050d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:37Z', 'updated_at': '2022-07-28T17:47:44Z', 'revision_number': 4, 'project_id': '54265825d5534d4b9f49e5633615db1d', 'gw_port': {'id': 'c478f68e-e41c-4a2e-bf8c-d06f8f4050d2', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:38Z', 'updated_at': '2022-07-28T17:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '3c8d4727-1233-4ae4-b171-27bf7ef5a38d', 'name': '', 'network_id': 'db26b850-6ece-4ab7-9f63-dbe3e3ba6b09', 'tenant_id': '54265825d5534d4b9f49e5633615db1d', 'mac_address': 'fa:16:3e:48:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '3116bfb5-10b1-45e6-ba99-7d7e96f70b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:43Z', 'updated_at': '2022-07-28T17:47:44Z', 'revision_number': 2, 'project_id': '54265825d5534d4b9f49e5633615db1d', 'subnets': [{'id': '3116bfb5-10b1-45e6-ba99-7d7e96f70b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:48.698120 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Checking router: 32b64763-820a-42c3-b81f-96e6c3b4eba0 for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:47:48.698479 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Updating router 32b64763-820a-42c3-b81f-96e6c3b4eba0 port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d binding host dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:47:48.715017 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1a2e2-5de1-44b1-858d-8bde34fc373f req-ed814758-6db1-4fa2-a119-d76687e9d22c tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:48.716667 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-19e1a2e2-5de1-44b1-858d-8bde34fc373f req-ed814758-6db1-4fa2-a119-d76687e9d22c tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0832863 Jul 28 17:47:48.744333 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:48.787410 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-19e1a2e2-5de1-44b1-858d-8bde34fc373f req-79553f22-05e5-4d58-97bc-af67e25a3130 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622914 Jul 28 17:47:48.918530 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=100 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:49.179245 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Publish callbacks [] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), precommit_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:49.187304 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:49.225624 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:49.354102 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Attempting to bind port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:47:49.354775 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Attempting to bind port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '43c06f8d-7887-4779-af7d-93489664ed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db26b850-6ece-4ab7-9f63-dbe3e3ba6b09'}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:47:49.355201 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Attempting to bind port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d on network db26b850-6ece-4ab7-9f63-dbe3e3ba6b09 {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:47:49.357380 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcffc56-10f0-4d92-a326-b991c32d8bb4 None None] Pushing event updated for resources: {'Port': ['ID=3c8d4727-1233-4ae4-b171-27bf7ef5a38d,revision_number=3']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:49.369785 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:47:49.370508 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Checking segment: {'id': '43c06f8d-7887-4779-af7d-93489664ed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db26b850-6ece-4ab7-9f63-dbe3e3ba6b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:47:49.371341 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:49.371870 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Bound using segment: {'id': '43c06f8d-7887-4779-af7d-93489664ed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db26b850-6ece-4ab7-9f63-dbe3e3ba6b09'} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:47:49.372515 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Bound port: 3c8d4727-1233-4ae4-b171-27bf7ef5a38d, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c06f8d-7887-4779-af7d-93489664ed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db26b850-6ece-4ab7-9f63-dbe3e3ba6b09'}}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:47:49.374791 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:49.491200 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] For port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:47:49.494722 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] For port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=3c8d4727-1233-4ae4-b171-27bf7ef5a38d,segment=NetworkSegment(43c06f8d-7887-4779-af7d-93489664ed94),segment_id=43c06f8d-7887-4779-af7d-93489664ed94)] {{(pid=110738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:47:49.508498 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:49.589473 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcffc56-10f0-4d92-a326-b991c32d8bb4 None None] Pushing event updated for resources: {'Port': ['ID=3c8d4727-1233-4ae4-b171-27bf7ef5a38d,revision_number=4']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:49.605907 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Routers {'32b64763-820a-42c3-b81f-96e6c3b4eba0'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:47:49.608846 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:47:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['32b64763-820a-42c3-b81f-96e6c3b4eba0'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:49.648821 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-bd5ebbec-a780-4684-9135-d285b4cf7e2b None None] Provisioning complete for port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:49.653736 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-bd5ebbec-a780-4684-9135-d285b4cf7e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:49.700847 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66032a81-8a2d-4293-9d96-1fafdfa767b0 req-a59b12c0-2844-4e71-876a-895a484bbb4d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:49.709869 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-66032a81-8a2d-4293-9d96-1fafdfa767b0 req-a59b12c0-2844-4e71-876a-895a484bbb4d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 943 time: 0.1213660 Jul 28 17:47:49.789306 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ebbec-a780-4684-9135-d285b4cf7e2b None None] Current status of the port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:49.790106 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-bd5ebbec-a780-4684-9135-d285b4cf7e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:49.836644 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-66032a81-8a2d-4293-9d96-1fafdfa767b0 req-3edb1eda-2915-425a-a30f-71fad1a06d28 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187105 Jul 28 17:47:49.908209 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-bd5ebbec-a780-4684-9135-d285b4cf7e2b None None] For port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=3c8d4727-1233-4ae4-b171-27bf7ef5a38d,segment=NetworkSegment(43c06f8d-7887-4779-af7d-93489664ed94),segment_id=43c06f8d-7887-4779-af7d-93489664ed94)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:49.921458 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-bd5ebbec-a780-4684-9135-d285b4cf7e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:49.942157 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] Set router 32b64763-820a-42c3-b81f-96e6c3b4eba0 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:47:50.069060 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ebbec-a780-4684-9135-d285b4cf7e2b None None] Pushing event updated for resources: {'Port': ['ID=3c8d4727-1233-4ae4-b171-27bf7ef5a38d,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:47:50.071967 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-75f648fa-4e13-40f5-8c96-af0e5e8f26d3 None None] Provisioning complete for port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:50.072518 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-75f648fa-4e13-40f5-8c96-af0e5e8f26d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:50.077888 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dd8b6-11a4-4075-8c54-eeb2ec3d816d req-3ca0c1de-ffde-4a59-ba7b-b229f83b140e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:50.079693 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d18dd8b6-11a4-4075-8c54-eeb2ec3d816d req-3ca0c1de-ffde-4a59-ba7b-b229f83b140e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.1011679 Jul 28 17:47:50.157018 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 3c8d4727-1233-4ae4-b171-27bf7ef5a38d up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:50.183919 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d18dd8b6-11a4-4075-8c54-eeb2ec3d816d req-43507f68-daab-4f29-88be-a989d44202bf tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926471 Jul 28 17:47:50.202615 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-75f648fa-4e13-40f5-8c96-af0e5e8f26d3 None None] Current status of the port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:50.242254 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:50.242715 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:50.281461 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'name': 'tempest-TestShelveInstance-99113944-router', 'tenant_id': '54265825d5534d4b9f49e5633615db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c478f68e-e41c-4a2e-bf8c-d06f8f4050d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:37Z', 'updated_at': '2022-07-28T17:47:44Z', 'revision_number': 4, 'project_id': '54265825d5534d4b9f49e5633615db1d', 'gw_port': {'id': 'c478f68e-e41c-4a2e-bf8c-d06f8f4050d2', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:38Z', 'updated_at': '2022-07-28T17:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '3c8d4727-1233-4ae4-b171-27bf7ef5a38d', 'name': '', 'network_id': 'db26b850-6ece-4ab7-9f63-dbe3e3ba6b09', 'tenant_id': '54265825d5534d4b9f49e5633615db1d', 'mac_address': 'fa:16:3e:48:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '3116bfb5-10b1-45e6-ba99-7d7e96f70b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:43Z', 'updated_at': '2022-07-28T17:47:49Z', 'revision_number': 4, 'project_id': '54265825d5534d4b9f49e5633615db1d', 'subnets': [{'id': '3116bfb5-10b1-45e6-ba99-7d7e96f70b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:47:50.357000 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0418755-caac-44eb-a169-c8b6a6b48e0b None None] The sync data for ids ['32b64763-820a-42c3-b81f-96e6c3b4eba0'] in dv-cinder-813229-13-iscsi is: [{'id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'name': 'tempest-TestShelveInstance-99113944-router', 'tenant_id': '54265825d5534d4b9f49e5633615db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c478f68e-e41c-4a2e-bf8c-d06f8f4050d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:37Z', 'updated_at': '2022-07-28T17:47:44Z', 'revision_number': 4, 'project_id': '54265825d5534d4b9f49e5633615db1d', 'gw_port': {'id': 'c478f68e-e41c-4a2e-bf8c-d06f8f4050d2', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:38Z', 'updated_at': '2022-07-28T17:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '3c8d4727-1233-4ae4-b171-27bf7ef5a38d', 'name': '', 'network_id': 'db26b850-6ece-4ab7-9f63-dbe3e3ba6b09', 'tenant_id': '54265825d5534d4b9f49e5633615db1d', 'mac_address': 'fa:16:3e:48:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '3116bfb5-10b1-45e6-ba99-7d7e96f70b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:43Z', 'updated_at': '2022-07-28T17:47:49Z', 'revision_number': 4, 'project_id': '54265825d5534d4b9f49e5633615db1d', 'subnets': [{'id': '3116bfb5-10b1-45e6-ba99-7d7e96f70b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:47:50.384623 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:50.385748 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device c478f68e-e41c-4a2e-bf8c-d06f8f4050d2 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:50.449249 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:50.462581 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port c478f68e-e41c-4a2e-bf8c-d06f8f4050d2 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:50.463206 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (c478f68e-e41c-4a2e-bf8c-d06f8f4050d2), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:50.574346 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port c478f68e-e41c-4a2e-bf8c-d06f8f4050d2 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:50.986390 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91910f33-5232-4a4c-afb2-db985d01b034 req-9a312ad1-d373-461e-8448-d945131d6117 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:50.987929 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-91910f33-5232-4a4c-afb2-db985d01b034 req-9a312ad1-d373-461e-8448-d945131d6117 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 943 time: 0.0553763 Jul 28 17:47:51.036229 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-91910f33-5232-4a4c-afb2-db985d01b034 req-4c24d1ed-28dd-4f24-9547-6efac10d7b01 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426574 Jul 28 17:47:51.324063 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c840a-f341-49c0-a35e-92d837743ebf req-3d55c2dc-3dc0-43d2-8b02-e174faad229f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:51.325579 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-879c840a-f341-49c0-a35e-92d837743ebf req-3d55c2dc-3dc0-43d2-8b02-e174faad229f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0575891 Jul 28 17:47:51.381535 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-879c840a-f341-49c0-a35e-92d837743ebf req-b71f1c10-dd3b-431a-84d1-6dcf24da1292 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485389 Jul 28 17:47:51.972302 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 3c8d4727-1233-4ae4-b171-27bf7ef5a38d up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:47:52.021581 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:47:52.021966 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:52.114894 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:52.175766 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d254164-8857-4ab9-a8be-b4153c2f451b req-4d142d63-5f03-456e-9be4-9e9477bb867c tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:52.177415 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7d254164-8857-4ab9-a8be-b4153c2f451b req-4d142d63-5f03-456e-9be4-9e9477bb867c tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 943 time: 0.0547006 Jul 28 17:47:52.225868 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7d254164-8857-4ab9-a8be-b4153c2f451b req-0a934799-8d86-462e-8242-18af2cb894a9 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429349 Jul 28 17:47:52.474557 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:52.513874 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a257-9d6b-4da2-beb1-36769dbcde24 req-f075344b-005b-40cd-94e3-2bba06f1180e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:52.517773 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fd30a257-9d6b-4da2-beb1-36769dbcde24 req-f075344b-005b-40cd-94e3-2bba06f1180e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0541923 Jul 28 17:47:52.568600 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fd30a257-9d6b-4da2-beb1-36769dbcde24 req-8fdfe60e-a58c-47e0-ab94-5ab4dfa3f440 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466878 Jul 28 17:47:53.359969 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b060f2-96ff-4f93-b13f-f7969fa7ffb3 req-4258941c-34d2-45b0-89b8-a2f667fafc74 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:53.361460 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-41b060f2-96ff-4f93-b13f-f7969fa7ffb3 req-4258941c-34d2-45b0-89b8-a2f667fafc74 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 943 time: 0.0546472 Jul 28 17:47:53.414571 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-41b060f2-96ff-4f93-b13f-f7969fa7ffb3 req-678d916c-7869-4049-8a53-a9686a6709c5 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475192 Jul 28 17:47:53.705912 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b4fa2-9e30-48d5-aecb-77305edc574c req-da7fde8d-db2f-4ac9-a8ef-5ba47d7d1b2f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:53.707481 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-239b4fa2-9e30-48d5-aecb-77305edc574c req-da7fde8d-db2f-4ac9-a8ef-5ba47d7d1b2f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0501895 Jul 28 17:47:53.759332 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-239b4fa2-9e30-48d5-aecb-77305edc574c req-f87fceff-1714-4d5d-a9c5-e4cbe81a7af5 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462687 Jul 28 17:47:53.859421 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:53.872494 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74bced-f5c7-4f62-a100-9d0dd30361b7 req-256f0773-64ee-4567-925f-74b05e1660ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:53.874603 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3b74bced-f5c7-4f62-a100-9d0dd30361b7 req-256f0773-64ee-4567-925f-74b05e1660ea service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0513cb18c0cd43d5a4784f573bb382d4&device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 1127 time: 0.0405657 Jul 28 17:47:54.009578 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74bced-f5c7-4f62-a100-9d0dd30361b7 req-678c15de-6fa7-4581-8aba-091affb77370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:54.011057 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3b74bced-f5c7-4f62-a100-9d0dd30361b7 req-678c15de-6fa7-4581-8aba-091affb77370 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=0513cb18c0cd43d5a4784f573bb382d4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0980093 Jul 28 17:47:54.286852 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74bced-f5c7-4f62-a100-9d0dd30361b7 req-2660cd5c-e008-4112-8765-5de6f37b56ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:54.288302 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3b74bced-f5c7-4f62-a100-9d0dd30361b7 req-2660cd5c-e008-4112-8765-5de6f37b56ad service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1023219 Jul 28 17:47:54.482282 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777954c-a98b-411a-9227-a27461bb0dcf req-25cf7477-8d4f-4d66-9eb5-ede037351993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:54.484614 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4777954c-a98b-411a-9227-a27461bb0dcf req-25cf7477-8d4f-4d66-9eb5-ede037351993 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=65535f9817c448dfac997e93efa1a909&device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 1130 time: 0.0434172 Jul 28 17:47:54.524206 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:54.527441 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:54.538027 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3c093-bbfb-4fae-85d8-0f85bc3b06ae req-7e478703-2253-46ae-9d60-d5d53638d3cb tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:54.539453 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2cd3c093-bbfb-4fae-85d8-0f85bc3b06ae req-7e478703-2253-46ae-9d60-d5d53638d3cb tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 943 time: 0.0508838 Jul 28 17:47:54.593801 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2cd3c093-bbfb-4fae-85d8-0f85bc3b06ae req-492c4c2f-d6d5-435e-9d02-9b87b02ca6e3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444124 Jul 28 17:47:54.597748 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-1ad84215-cb07-42e2-96ad-cdb2cda95540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:54.599326 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-1ad84215-cb07-42e2-96ad-cdb2cda95540 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0513cb18c0cd43d5a4784f573bb382d4&device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 1127 time: 0.0962527 Jul 28 17:47:54.668352 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-2208f20c-8a5d-43b4-88ff-c4b80a232f0d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 HTTP/1.1" status: 200 len: 217 time: 0.0499017 Jul 28 17:47:54.671700 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777954c-a98b-411a-9227-a27461bb0dcf req-9731eed3-479e-4a22-a388-c3d3b7c3e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:54.673065 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4777954c-a98b-411a-9227-a27461bb0dcf req-9731eed3-479e-4a22-a388-c3d3b7c3e12b service neutron] 10.222.0.100 "GET /v2.0/networks?id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4 HTTP/1.1" status: 200 len: 918 time: 0.1620202 Jul 28 17:47:54.777212 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-516c1719-0cb1-4c8c-a03d-3b4e8ef45261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:54.778699 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-516c1719-0cb1-4c8c-a03d-3b4e8ef45261 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b952d617-3955-4a40-a300-e6bf2673617d HTTP/1.1" status: 200 len: 854 time: 0.0917737 Jul 28 17:47:54.785916 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4777954c-a98b-411a-9227-a27461bb0dcf req-894c87d5-1830-40ed-8c56-94e7ca83037c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66a4d790-7df0-45de-afec-7d756c561981 HTTP/1.1" status: 200 len: 1002 time: 0.0978255 Jul 28 17:47:54.917313 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-73e02102-92e8-4ff0-aeb7-ec3ada192c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:54.918981 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-73e02102-92e8-4ff0-aeb7-ec3ada192c1a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9bb61a2e-af39-4830-a017-e8c560155c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1322162 Jul 28 17:47:54.927061 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777954c-a98b-411a-9227-a27461bb0dcf req-4779f89e-7882-4b5a-86cc-a0417eccd50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:54.928822 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4777954c-a98b-411a-9227-a27461bb0dcf req-4779f89e-7882-4b5a-86cc-a0417eccd50a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a600d630-923a-4634-8e5f-0a3bd63e1f8a HTTP/1.1" status: 200 len: 855 time: 0.1171558 Jul 28 17:47:54.943055 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6141e7-c8df-4509-8a10-59ccbde9ac7a req-0012316d-7b96-4143-89f0-5606bcefbc77 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:54.944467 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3d6141e7-c8df-4509-8a10-59ccbde9ac7a req-0012316d-7b96-4143-89f0-5606bcefbc77 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0810316 Jul 28 17:47:55.051992 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777954c-a98b-411a-9227-a27461bb0dcf req-514796fa-2393-4125-862e-8ceb94555dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:55.053517 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4777954c-a98b-411a-9227-a27461bb0dcf req-514796fa-2393-4125-862e-8ceb94555dcb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1081870 Jul 28 17:47:55.129790 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3d6141e7-c8df-4509-8a10-59ccbde9ac7a req-a0cb785a-b6bd-48a0-ba71-7af7ae7d7ea7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627481 Jul 28 17:47:55.142499 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:55.148801 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-7a0dd71c-9149-4bd9-8ff4-e58736976284 service neutron] 10.222.0.100 "GET /v2.0/networks/9bb61a2e-af39-4830-a017-e8c560155c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189033 Jul 28 17:47:55.236744 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:55.240542 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4777954c-a98b-411a-9227-a27461bb0dcf req-11a96eb8-f382-4807-9514-6becfa931ae5 service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798961 Jul 28 17:47:55.325643 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68b1289b-6c7b-4daf-b42f-f11a24079e2b req-ef225d15-ce15-48cc-afd6-8ce3b842c322 service neutron] 10.222.0.100 "GET /v2.0/networks/9bb61a2e-af39-4830-a017-e8c560155c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684878 Jul 28 17:47:55.362084 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4777954c-a98b-411a-9227-a27461bb0dcf req-17de575e-21df-4a14-895d-07f5db8bd039 service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147029 Jul 28 17:47:55.683832 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-c5a3c010-d7a2-495e-9caa-0a41529af469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:55.725316 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce3e00-c4bd-4282-819e-8f6f4837518f req-a588dce6-ad10-42ad-a98e-216f557d34d1 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:55.726836 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e8ce3e00-c4bd-4282-819e-8f6f4837518f req-a588dce6-ad10-42ad-a98e-216f557d34d1 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 943 time: 0.0500004 Jul 28 17:47:55.782954 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e8ce3e00-c4bd-4282-819e-8f6f4837518f req-e2055b88-c286-4eb0-9ae4-5a1f2d3e01ab tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499382 Jul 28 17:47:56.269511 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785099a4-df82-44d3-9175-baac80cd00a9 req-b60b524f-2558-47fa-b75d-471da702a914 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:56.271015 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-785099a4-df82-44d3-9175-baac80cd00a9 req-b60b524f-2558-47fa-b75d-471da702a914 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0480645 Jul 28 17:47:56.323905 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-785099a4-df82-44d3-9175-baac80cd00a9 req-b7b68b94-03b7-4408-8dd7-43ec23cafc30 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473871 Jul 28 17:47:56.903430 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8e4cc-88d1-4218-9599-67b27b31d280 req-407ddcd1-23fd-40e2-bd4f-4a1f77d1264e tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:56.904939 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1de8e4cc-88d1-4218-9599-67b27b31d280 req-407ddcd1-23fd-40e2-bd4f-4a1f77d1264e tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 943 time: 0.0486536 Jul 28 17:47:56.958982 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1de8e4cc-88d1-4218-9599-67b27b31d280 req-4bf99021-304b-4eb0-90ff-c2c7cb95eaf3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445344 Jul 28 17:47:57.455775 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846a515-2c17-4f73-8d83-772ba81b38d8 req-b1c8a826-63e7-4797-83af-bd44559e643c tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:57.457309 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f846a515-2c17-4f73-8d83-772ba81b38d8 req-b1c8a826-63e7-4797-83af-bd44559e643c tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0512924 Jul 28 17:47:57.504197 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f846a515-2c17-4f73-8d83-772ba81b38d8 req-bbe46d28-ac7f-4f4c-bfa0-e438157c247e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413780 Jul 28 17:47:58.079175 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80266be-2afe-4a2a-8c57-ed15801869bc req-1172ca70-422d-4b4b-8217-a794b1faf8bb tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:58.080675 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e80266be-2afe-4a2a-8c57-ed15801869bc req-1172ca70-422d-4b4b-8217-a794b1faf8bb tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 943 time: 0.0485020 Jul 28 17:47:58.093437 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:47:58.106969 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-76c86988-507f-438d-b2fc-4062fc4b2f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:58.132867 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e80266be-2afe-4a2a-8c57-ed15801869bc req-b72150bb-4826-4c74-b79f-5842c2056b2e tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465291 Jul 28 17:47:58.635732 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80b27a-f255-426d-8af4-d154ce841f6f req-0c826396-8c6c-4f01-921f-6e129ce3fc75 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:58.637265 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-df80b27a-f255-426d-8af4-d154ce841f6f req-0c826396-8c6c-4f01-921f-6e129ce3fc75 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0542507 Jul 28 17:47:58.687787 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-df80b27a-f255-426d-8af4-d154ce841f6f req-f919605e-81fb-418a-a0e7-a1502299bc34 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433207 Jul 28 17:47:59.113742 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:59.272529 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144d0a2-b46a-457f-a152-189315140e59 req-8b6db319-90a1-41d3-a71f-022a0de0a85d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:59.274077 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9144d0a2-b46a-457f-a152-189315140e59 req-8b6db319-90a1-41d3-a71f-022a0de0a85d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 943 time: 0.0532641 Jul 28 17:47:59.327592 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9144d0a2-b46a-457f-a152-189315140e59 req-6754a778-3e7e-4628-bf64-2b1b18fc1cde tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471437 Jul 28 17:47:59.610958 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:47:59.633600 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 66a4d790-7df0-45de-afec-7d756c561981 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:47:59.667104 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 41722) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:47:59.805451 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18,segment=NetworkSegment(27ae5e91-1fef-429b-b92b-7aac2180f4c1),segment_id=27ae5e91-1fef-429b-b92b-7aac2180f4c1)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:59.814600 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-59498331-c94c-41c8-bd9d-8918102b0379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:59.823634 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18', 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'port_id': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18', 'mac_address': 'fa:16:3e:e1:88:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:47:59.829299 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 66a4d790-7df0-45de-afec-7d756c561981 is: ACTIVE; New status is: DOWN {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:59.829917 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (66a4d790-7df0-45de-afec-7d756c561981), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:59.846049 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b05b7-ad7b-4151-8bba-11e99cd26018 req-08607217-46d8-442b-bb46-0bb5c0096ba9 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:47:59.847507 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-da4b05b7-ad7b-4151-8bba-11e99cd26018 req-08607217-46d8-442b-bb46-0bb5c0096ba9 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 946 time: 0.0769424 Jul 28 17:47:59.882406 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66a4d790-7df0-45de-afec-7d756c561981'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:47:59.885950 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cfa8da-8a5c-4d05-925b-5618e2ee7c51" -d '{"events": [{"server_uuid": "b5b7bb8c-4218-4d08-a7d6-9c91343649a8", "name": "network-vif-unplugged", "status": "completed", "tag": "66a4d790-7df0-45de-afec-7d756c561981"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:47:59.893551 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:47:59.894655 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:59.914464 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 66a4d790-7df0-45de-afec-7d756c561981, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=66a4d790-7df0-45de-afec-7d756c561981,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:59.918252 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:47:59.925274 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (66a4d790-7df0-45de-afec-7d756c561981), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:59.934817 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-da4b05b7-ad7b-4151-8bba-11e99cd26018 req-484fa3a3-73f3-46bd-9b4d-32100b486403 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815964 Jul 28 17:47:59.966445 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Jul 2022 17:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499365bb-d6d7-4291-b646-3715577f1a9c x-openstack-request-id: req-499365bb-d6d7-4291-b646-3715577f1a9c {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:47:59.966740 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b7bb8c-4218-4d08-a7d6-9c91343649a8", "name": "network-vif-unplugged", "status": "failed", "tag": "66a4d790-7df0-45de-afec-7d756c561981", "code": 422}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:47:59.967168 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-499365bb-d6d7-4291-b646-3715577f1a9c {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:47:59.967756 dv-cinder-813229-13-iscsi neutron-server[110737]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-499365bb-d6d7-4291-b646-3715577f1a9c']: {'server_uuid': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66a4d790-7df0-45de-afec-7d756c561981', 'code': 422} returned with failed status Jul 28 17:47:59.972701 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18,segment=NetworkSegment(27ae5e91-1fef-429b-b92b-7aac2180f4c1),segment_id=27ae5e91-1fef-429b-b92b-7aac2180f4c1)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:47:59.975343 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-59498331-c94c-41c8-bd9d-8918102b0379 admin admin] Publish callbacks [] for security_group (4e63477f-de35-46c9-9849-b619bb2f2045), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:59.980454 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-59498331-c94c-41c8-bd9d-8918102b0379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (4e63477f-de35-46c9-9849-b619bb2f2045), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:47:59.982247 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:00.000842 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=66a4d790-7df0-45de-afec-7d756c561981,revision_number=8']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:00.009504 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:00.009855 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:00.010222 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:00.010579 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:00.010919 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:00.011248 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:00.011581 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:00.011906 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:00.012248 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:00.012575 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:00.012900 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:00.013257 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:00.013585 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:00.013907 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:00.014227 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:00.032397 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-59498331-c94c-41c8-bd9d-8918102b0379 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b4e1c233487d48c69cdbbd059a0c3108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3639660 Jul 28 17:48:00.035000 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 41736) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:48:00.040873 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59498331-c94c-41c8-bd9d-8918102b0379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e63477f-de35-46c9-9849-b619bb2f2045,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:00.082516 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:00.120735 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0d1cb119-256b-4092-ad68-943e7270186e admin admin] Publish callbacks [] for security_group (4e63477f-de35-46c9-9849-b619bb2f2045), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:00.155789 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0d1cb119-256b-4092-ad68-943e7270186e admin admin] Publish callbacks [] for security_group (4e63477f-de35-46c9-9849-b619bb2f2045), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:00.213673 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0d1cb119-256b-4092-ad68-943e7270186e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (4e63477f-de35-46c9-9849-b619bb2f2045), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:00.216596 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0d1cb119-256b-4092-ad68-943e7270186e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:00.220618 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-0d1cb119-256b-4092-ad68-943e7270186e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4e63477f-de35-46c9-9849-b619bb2f2045 HTTP/1.1" status: 204 len: 168 time: 0.1819801 Jul 28 17:48:00.227685 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cb119-256b-4092-ad68-943e7270186e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e63477f-de35-46c9-9849-b619bb2f2045,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:00.276800 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:00.280480 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:00.472242 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ccd45-7c59-4229-8755-2abbc8976672 req-ffd448a5-b47e-4cd9-afd0-05d986b5c001 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:00.473816 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-089ccd45-7c59-4229-8755-2abbc8976672 req-ffd448a5-b47e-4cd9-afd0-05d986b5c001 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 944 time: 0.0558774 Jul 28 17:48:00.488359 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:00.522799 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['2c9ee1b3-3b2e-44d5-9666-5c62225b2b18'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:48:00.528908 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:00.549827 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-089ccd45-7c59-4229-8755-2abbc8976672 req-cdc8420a-bc55-48e0-8dc1-20eaf47812bc tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702691 Jul 28 17:48:00.560304 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [req-ca942940-3bf8-4bfb-9eac-cd75b4710541 req-b448206c-a00c-43fd-a6e3-482e870e5104 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=110736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:48:00.561577 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ca942940-3bf8-4bfb-9eac-cd75b4710541 req-b448206c-a00c-43fd-a6e3-482e870e5104 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069807 Jul 28 17:48:00.579547 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:00.790296 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd26b4a-0544-45df-afdc-a385753e2707 req-ee852711-160d-4c04-9db1-38888cbbf2e7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:00.792424 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4bd26b4a-0544-45df-afdc-a385753e2707 req-ee852711-160d-4c04-9db1-38888cbbf2e7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0510817 Jul 28 17:48:00.881852 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4bd26b4a-0544-45df-afdc-a385753e2707 req-f6a605e3-8621-4f2c-90af-b3717a81d0cc tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808268 Jul 28 17:48:00.892334 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:00.927633 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:01.188504 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 41802) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:48:01.308075 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-41ceeef9-bb81-4a67-9612-19222131df77 req-b40cc20b-9ff6-4334-bdcf-398400025e01 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1182203 Jul 28 17:48:01.316867 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [req-41ceeef9-bb81-4a67-9612-19222131df77 req-505338b1-9ace-4e11-8ee2-e94e8053c3c8 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=110736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:48:01.317872 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-41ceeef9-bb81-4a67-9612-19222131df77 req-505338b1-9ace-4e11-8ee2-e94e8053c3c8 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051987 Jul 28 17:48:01.464686 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 41844) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:48:01.586874 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ceeef9-bb81-4a67-9612-19222131df77 req-706f4e60-aa06-4fc4-8654-203fed4e8347 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:01.588383 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-41ceeef9-bb81-4a67-9612-19222131df77 req-706f4e60-aa06-4fc4-8654-203fed4e8347 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports/66a4d790-7df0-45de-afec-7d756c561981 HTTP/1.1" status: 200 len: 941 time: 0.1225188 Jul 28 17:48:01.623098 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:48:01.710142 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:48:01.727357 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:48:01.727912 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:01.740047 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ea92e-f18e-4f2d-96c1-9a56a8eb82c2 req-191b8de3-5193-430d-9528-32287c951416 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:01.746419 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c73ea92e-f18e-4f2d-96c1-9a56a8eb82c2 req-191b8de3-5193-430d-9528-32287c951416 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 944 time: 0.0966504 Jul 28 17:48:01.832761 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:01.835534 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c73ea92e-f18e-4f2d-96c1-9a56a8eb82c2 req-a2343b86-d4a5-483d-8781-07b34b0bb299 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866473 Jul 28 17:48:01.883953 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:48:01.884671 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:01.925838 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18,segment=NetworkSegment(27ae5e91-1fef-429b-b92b-7aac2180f4c1),segment_id=27ae5e91-1fef-429b-b92b-7aac2180f4c1)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:48:01.929649 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:01.930752 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 66a4d790-7df0-45de-afec-7d756c561981 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:48:01.970362 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:48:01.972273 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0c7185-2734-4d3b-baa8-08cb4a8869de" -d '{"events": [{"server_uuid": "574a7513-1b6c-4bb8-a8f2-d77593f830d2", "name": "network-vif-plugged", "status": "completed", "tag": "2c9ee1b3-3b2e-44d5-9666-5c62225b2b18"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:48:02.024329 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:02.060970 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c86c2b3-ca4a-477b-8f7c-36e8c7876f85 x-openstack-request-id: req-9c86c2b3-ca4a-477b-8f7c-36e8c7876f85 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:48:02.061306 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574a7513-1b6c-4bb8-a8f2-d77593f830d2", "name": "network-vif-plugged", "status": "completed", "tag": "2c9ee1b3-3b2e-44d5-9666-5c62225b2b18", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:48:02.061917 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9c86c2b3-ca4a-477b-8f7c-36e8c7876f85 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:48:02.062460 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c86c2b3-ca4a-477b-8f7c-36e8c7876f85'] response: {'server_uuid': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18', 'code': 200} Jul 28 17:48:02.069752 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fcf92-b8f1-4726-acb4-34e94e275dc7 req-de8e047b-1bbc-4f37-b370-13300e24ee28 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:02.071340 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f23fcf92-b8f1-4726-acb4-34e94e275dc7 req-de8e047b-1bbc-4f37-b370-13300e24ee28 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0830715 Jul 28 17:48:02.080980 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 66a4d790-7df0-45de-afec-7d756c561981 is: DOWN; New status is: DOWN {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:48:02.085612 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:02.126408 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f23fcf92-b8f1-4726-acb4-34e94e275dc7 req-6506b709-044d-41ea-b33c-15816f0949b2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484316 Jul 28 17:48:02.337858 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77ca4-57ba-44e0-8229-c6bc581c133f req-ae15e80f-cdd8-4b3a-b800-bce0827bd6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:02.339382 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c1e77ca4-57ba-44e0-8229-c6bc581c133f req-ae15e80f-cdd8-4b3a-b800-bce0827bd6bc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 1129 time: 0.0397434 Jul 28 17:48:02.392304 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c1e77ca4-57ba-44e0-8229-c6bc581c133f req-3f15b56e-a417-4800-abff-9b4aab2bbf49 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416510 Jul 28 17:48:02.963062 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3b29e-4796-49bf-a6ca-22c12a106158 req-093c3f4a-b528-4448-9df1-1f691e4f0468 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:02.964619 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-dac3b29e-4796-49bf-a6ca-22c12a106158 req-093c3f4a-b528-4448-9df1-1f691e4f0468 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 945 time: 0.0502574 Jul 28 17:48:03.017625 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-dac3b29e-4796-49bf-a6ca-22c12a106158 req-c5b7d4b1-0b7d-4158-acb8-949ed33acdc6 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468581 Jul 28 17:48:03.262969 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e5ecb-32d0-484f-9ecd-f39c48d03f5a req-59e34231-f53c-41ca-b456-2335e51b6977 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:03.264750 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c70e5ecb-32d0-484f-9ecd-f39c48d03f5a req-59e34231-f53c-41ca-b456-2335e51b6977 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0522683 Jul 28 17:48:03.312047 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c70e5ecb-32d0-484f-9ecd-f39c48d03f5a req-977db831-ecc2-4ba7-b19a-927b71c8f367 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418730 Jul 28 17:48:04.145656 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7a20c-04dc-4012-a7d5-4eb7023667c5 req-9318ecb1-fe37-41e4-9e4d-a6d650dec918 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:04.147186 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-21e7a20c-04dc-4012-a7d5-4eb7023667c5 req-9318ecb1-fe37-41e4-9e4d-a6d650dec918 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 945 time: 0.0511916 Jul 28 17:48:04.195322 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-21e7a20c-04dc-4012-a7d5-4eb7023667c5 req-0b67b259-d83c-44f2-830b-98f76e0a8c73 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423410 Jul 28 17:48:04.314553 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de85c9-d62e-4366-b5b4-69131c7b1a4f req-1b5572d0-4518-4d5f-aa7c-a6f398372a46 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:04.316176 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-63de85c9-d62e-4366-b5b4-69131c7b1a4f req-1b5572d0-4518-4d5f-aa7c-a6f398372a46 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 945 time: 0.0497689 Jul 28 17:48:04.379770 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-63de85c9-d62e-4366-b5b4-69131c7b1a4f req-9b57d699-93ea-494c-9b3c-e8ec656fa7df tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568368 Jul 28 17:48:04.458973 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98c4f6-8683-44a4-b46b-72cb3c91ec53 req-2846c5ad-21ff-45d7-97ee-967ffd539d40 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:04.460456 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5c98c4f6-8683-44a4-b46b-72cb3c91ec53 req-2846c5ad-21ff-45d7-97ee-967ffd539d40 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0478857 Jul 28 17:48:04.507627 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5c98c4f6-8683-44a4-b46b-72cb3c91ec53 req-76d34453-63df-40ba-a79e-1f041b04d255 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415962 Jul 28 17:48:04.684933 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:04.724176 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474ec35-a1c5-47bc-bd53-caa9616ea70b req-0031d43f-3d0a-49f9-9616-1750cb59f665 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:04.725687 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8474ec35-a1c5-47bc-bd53-caa9616ea70b req-0031d43f-3d0a-49f9-9616-1750cb59f665 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 945 time: 0.0505328 Jul 28 17:48:04.773720 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8474ec35-a1c5-47bc-bd53-caa9616ea70b req-b9c10435-db68-4a81-af20-9b8e4c61a029 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423617 Jul 28 17:48:05.633749 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df81cd-9b52-431d-bca3-70c094e65c2b req-57faba83-8866-46c3-a95c-5d20a8dcc2fd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:05.635141 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b4df81cd-9b52-431d-bca3-70c094e65c2b req-57faba83-8866-46c3-a95c-5d20a8dcc2fd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0491848 Jul 28 17:48:05.686298 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b4df81cd-9b52-431d-bca3-70c094e65c2b req-ff63b6da-151b-48d2-9e7b-860d8ce0b30b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450447 Jul 28 17:48:06.815447 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f5992-0df3-4436-ac51-d627842260c5 req-2d0b03ce-24be-4f3e-a3b4-5b4666a3f9e5 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:06.816974 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d92f5992-0df3-4436-ac51-d627842260c5 req-2d0b03ce-24be-4f3e-a3b4-5b4666a3f9e5 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0486660 Jul 28 17:48:06.868953 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d92f5992-0df3-4436-ac51-d627842260c5 req-75cd2b81-1acb-46bc-997b-ba7af3795941 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460842 Jul 28 17:48:07.387758 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b3298-316c-426b-b680-ceb8731203b9 req-a3bfbddb-a874-4c01-8957-8a499753c0a7 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:07.389356 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c58b3298-316c-426b-b680-ceb8731203b9 req-a3bfbddb-a874-4c01-8957-8a499753c0a7 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0589232 Jul 28 17:48:07.442695 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfb6ac-7095-431c-b393-01c149f8ce64 req-92a35856-7856-4078-8fbc-6fcc2b63c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:07.444190 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-88bfb6ac-7095-431c-b393-01c149f8ce64 req-92a35856-7856-4078-8fbc-6fcc2b63c3bb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 1129 time: 0.0755279 Jul 28 17:48:07.512095 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c58b3298-316c-426b-b680-ceb8731203b9 req-15ee57c1-69d8-44a8-b163-5d34fe27ceaa tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056223 Jul 28 17:48:07.568061 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfb6ac-7095-431c-b393-01c149f8ce64 req-9ead4621-8bc2-4d48-b5e1-6701e3d77259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:07.569637 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-88bfb6ac-7095-431c-b393-01c149f8ce64 req-9ead4621-8bc2-4d48-b5e1-6701e3d77259 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 920 time: 0.1134362 Jul 28 17:48:07.661416 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:07.670313 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-88bfb6ac-7095-431c-b393-01c149f8ce64 req-19413c38-5067-472f-aed9-c1e153d8828a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1eff09-7c11-4fd0-b533-bf557da3325f HTTP/1.1" status: 200 len: 1001 time: 0.0645723 Jul 28 17:48:07.746442 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfb6ac-7095-431c-b393-01c149f8ce64 req-e085e1dc-095d-4349-88a7-53de2f14383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:07.747928 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-88bfb6ac-7095-431c-b393-01c149f8ce64 req-e085e1dc-095d-4349-88a7-53de2f14383f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 200 len: 857 time: 0.0463195 Jul 28 17:48:07.827234 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfb6ac-7095-431c-b393-01c149f8ce64 req-a8be1b7c-5c68-481d-b188-2b63a80fa766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:07.829505 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-88bfb6ac-7095-431c-b393-01c149f8ce64 req-a8be1b7c-5c68-481d-b188-2b63a80fa766 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c5bc62a-37b3-4ec7-a921-dd776df143f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405972 Jul 28 17:48:07.928121 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-88bfb6ac-7095-431c-b393-01c149f8ce64 req-bbf6610d-da6b-4156-8160-c34ece3b7592 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917568 Jul 28 17:48:07.994753 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:07.999090 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca7450-6259-4ca6-820d-cc9ef46374a5 req-b2b1d023-60ea-412b-9994-b4e92085bec0 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:08.001686 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-fbca7450-6259-4ca6-820d-cc9ef46374a5 req-b2b1d023-60ea-412b-9994-b4e92085bec0 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0481267 Jul 28 17:48:08.012953 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:08.027863 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-88bfb6ac-7095-431c-b393-01c149f8ce64 req-8909a0dc-4ea1-4583-8329-250737c63da4 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876009 Jul 28 17:48:08.051386 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-fbca7450-6259-4ca6-820d-cc9ef46374a5 req-7dc11d3f-5ea9-4c27-a6e2-c95c368dc4eb tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443079 Jul 28 17:48:08.417912 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ceeef9-bb81-4a67-9612-19222131df77 req-f0aaf8d7-cb65-4e55-9141-98cedd63a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:08.419431 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-41ceeef9-bb81-4a67-9612-19222131df77 req-f0aaf8d7-cb65-4e55-9141-98cedd63a812 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8&tenant_id=65535f9817c448dfac997e93efa1a909 HTTP/1.1" status: 200 len: 1128 time: 0.0760748 Jul 28 17:48:08.649061 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8494580-da7b-4ebe-8fc9-e3914a550acc req-6bba4370-17b0-444c-b4f2-5f2f7df73a6e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:08.650535 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a8494580-da7b-4ebe-8fc9-e3914a550acc req-6bba4370-17b0-444c-b4f2-5f2f7df73a6e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0538037 Jul 28 17:48:08.736502 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a8494580-da7b-4ebe-8fc9-e3914a550acc req-ffff9ad0-61e5-46b2-8892-407594ff19a2 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803580 Jul 28 17:48:08.737667 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ceeef9-bb81-4a67-9612-19222131df77 req-bc4b3bb4-78db-4811-81c5-e49141a6267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:08.739149 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-41ceeef9-bb81-4a67-9612-19222131df77 req-bc4b3bb4-78db-4811-81c5-e49141a6267d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=65535f9817c448dfac997e93efa1a909&device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 1128 time: 0.0688610 Jul 28 17:48:08.854899 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ceeef9-bb81-4a67-9612-19222131df77 req-455b7880-f314-48a7-905a-ba640a513efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:08.856352 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-41ceeef9-bb81-4a67-9612-19222131df77 req-455b7880-f314-48a7-905a-ba640a513efe service neutron] 10.222.0.100 "GET /v2.0/networks?id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4 HTTP/1.1" status: 200 len: 918 time: 0.0916159 Jul 28 17:48:08.922772 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-41ceeef9-bb81-4a67-9612-19222131df77 req-f00acee5-9f05-43a6-98dc-71d6772ead1b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66a4d790-7df0-45de-afec-7d756c561981 HTTP/1.1" status: 200 len: 1000 time: 0.0589299 Jul 28 17:48:08.972309 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ceeef9-bb81-4a67-9612-19222131df77 req-e90b6994-25a4-4165-9637-2bdc8e5c9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:08.973671 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-41ceeef9-bb81-4a67-9612-19222131df77 req-e90b6994-25a4-4165-9637-2bdc8e5c9087 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a600d630-923a-4634-8e5f-0a3bd63e1f8a HTTP/1.1" status: 200 len: 855 time: 0.0441210 Jul 28 17:48:09.019363 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ceeef9-bb81-4a67-9612-19222131df77 req-5e3ffe43-d32f-470d-a584-2dda34bc1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:09.020921 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-41ceeef9-bb81-4a67-9612-19222131df77 req-5e3ffe43-d32f-470d-a584-2dda34bc1672 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405688 Jul 28 17:48:09.116400 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-41ceeef9-bb81-4a67-9612-19222131df77 req-889ceabc-3953-4de1-92da-b9c6c5878009 service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886886 Jul 28 17:48:09.180495 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0156792-3a76-4e98-9632-3325766da099 req-f3c1d242-0e87-4247-844c-dce2c86baf3e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:09.182005 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c0156792-3a76-4e98-9632-3325766da099 req-f3c1d242-0e87-4247-844c-dce2c86baf3e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0504193 Jul 28 17:48:09.225584 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-41ceeef9-bb81-4a67-9612-19222131df77 req-59eeb667-e41b-4547-a879-fb3f16a440ce service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014066 Jul 28 17:48:09.242550 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c0156792-3a76-4e98-9632-3325766da099 req-bfb0a8b5-b916-4ce6-86e0-e7b17252c129 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550969 Jul 28 17:48:09.968361 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b4b67-c2c7-41b9-bca1-7ec224056ac4 req-185a7f03-2d7f-437f-a858-27731efe8ecc tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:09.971405 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-725b4b67-c2c7-41b9-bca1-7ec224056ac4 req-185a7f03-2d7f-437f-a858-27731efe8ecc tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.1385775 Jul 28 17:48:10.036736 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-725b4b67-c2c7-41b9-bca1-7ec224056ac4 req-9e23e646-13a4-477e-85f2-b521838feb71 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558965 Jul 28 17:48:10.401529 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44760c2b-1ab0-416f-bec4-3c861700a601 req-a35794a4-5753-4f49-91bf-77de16657973 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:10.403209 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-44760c2b-1ab0-416f-bec4-3c861700a601 req-a35794a4-5753-4f49-91bf-77de16657973 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0648646 Jul 28 17:48:10.481986 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-44760c2b-1ab0-416f-bec4-3c861700a601 req-b836c891-d86f-45f0-9b3a-83964100a768 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725117 Jul 28 17:48:10.829107 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:10.869967 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-fd6d313d-852f-426c-9305-c54a49d4b6aa tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1616033148&fields=id&tenant_id=0ef795b478944722886f1d084f49008d HTTP/1.1" status: 200 len: 267 time: 0.0558074 Jul 28 17:48:11.002754 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-1a47b236-68d1-4153-bb47-aee172bc3cce tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:11.004654 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-1a47b236-68d1-4153-bb47-aee172bc3cce tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/networks?id=3c408952-a8f7-48c3-935f-d12a5087c0dd HTTP/1.1" status: 200 len: 808 time: 0.1278777 Jul 28 17:48:11.028511 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-e380f55a-ba50-4448-937b-9197dbfc7e74 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/quotas/0ef795b478944722886f1d084f49008d HTTP/1.1" status: 200 len: 375 time: 0.0182168 Jul 28 17:48:11.087063 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-48d78de4-c004-4f1e-b510-96a285641ebe tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0ef795b478944722886f1d084f49008d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523083 Jul 28 17:48:11.185005 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356355be-9831-4238-a18e-605d9715d720 req-e8f6fc73-da9f-40e7-8163-8e1549e74f9b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:11.186830 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-356355be-9831-4238-a18e-605d9715d720 req-e8f6fc73-da9f-40e7-8163-8e1549e74f9b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0546029 Jul 28 17:48:11.215058 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-6aaf9c38-5138-4e35-a1a1-7112468818d7 service neutron] 10.222.0.89 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142757 Jul 28 17:48:11.240821 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-356355be-9831-4238-a18e-605d9715d720 req-a6841679-0b63-4ff6-9691-237f0f5ad27b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473120 Jul 28 17:48:11.293271 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:11.349243 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-147f431c-a331-40df-8711-16d116864f48 service neutron] 10.222.0.89 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171248 Jul 28 17:48:11.633719 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5f199-5c92-49d2-a0b8-2047734fae6d req-d59fda34-9d16-475b-99f9-84098e35e90f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:11.635586 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-abf5f199-5c92-49d2-a0b8-2047734fae6d req-d59fda34-9d16-475b-99f9-84098e35e90f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0623167 Jul 28 17:48:11.701905 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cc1f9097-35cf-4363-8515-65501bd2466e req-8cd1c54f-9d07-4100-b6d0-9616d5af6c28 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 210 time: 0.0319326 Jul 28 17:48:11.735126 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-abf5f199-5c92-49d2-a0b8-2047734fae6d req-e29ada01-3e01-470d-b056-255232dd5555 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921886 Jul 28 17:48:12.070631 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:12.081015 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:12.417325 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34feed-42a0-401e-9a6b-ff0f80c089b3 req-bea1bbfe-3793-444a-b19e-ed386ccb6a4c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:12.418859 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8f34feed-42a0-401e-9a6b-ff0f80c089b3 req-bea1bbfe-3793-444a-b19e-ed386ccb6a4c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0545256 Jul 28 17:48:12.474894 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8f34feed-42a0-401e-9a6b-ff0f80c089b3 req-e6b637ee-a26b-4305-9c4b-e4276c878053 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481577 Jul 28 17:48:12.849192 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3ae22328-e6ba-4a33-8e0e-722e42231fb8 req-c3b743fa-c800-426e-9e76-b0c9830075ac tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 210 time: 0.0362782 Jul 28 17:48:12.904542 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f17395-bad4-49f8-820d-36d5685b69c9 req-f6c9c5b4-33bd-43fe-a217-709b055fc6c1 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:12.906113 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e4f17395-bad4-49f8-820d-36d5685b69c9 req-f6c9c5b4-33bd-43fe-a217-709b055fc6c1 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0597093 Jul 28 17:48:12.970087 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e4f17395-bad4-49f8-820d-36d5685b69c9 req-f71f164e-1356-465a-8f6f-db87c64acaf6 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581834 Jul 28 17:48:13.331187 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:48:13.599864 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ca124-dc50-4b82-8f25-e5e70768bbdc req-612c7fbf-0a20-48a7-bbb6-5aa3eebc9833 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:13.602291 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f23ca124-dc50-4b82-8f25-e5e70768bbdc req-612c7fbf-0a20-48a7-bbb6-5aa3eebc9833 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0516608 Jul 28 17:48:13.656794 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f23ca124-dc50-4b82-8f25-e5e70768bbdc req-e7d1923f-8e36-44b1-935f-d4506e3a5526 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471699 Jul 28 17:48:13.962219 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-91017b2f-1386-4b75-b0e9-3b1aefe7042e req-264f1b2c-9abb-4648-a480-9c7248f3028d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 210 time: 0.0298121 Jul 28 17:48:14.112015 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cc028-4ef6-4823-a4d5-5ad97aaa584f req-a72bd850-f2d8-4693-9480-717b16473a93 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:14.113750 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b71cc028-4ef6-4823-a4d5-5ad97aaa584f req-a72bd850-f2d8-4693-9480-717b16473a93 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0539761 Jul 28 17:48:14.167038 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b71cc028-4ef6-4823-a4d5-5ad97aaa584f req-00ddc526-df49-4144-934e-5ba38cedcff0 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469098 Jul 28 17:48:14.789717 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac536c-6b30-4c7a-ab72-c363a2dd63db req-0139c5fd-c985-4a79-a562-746f1faeda0d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:14.791428 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-deac536c-6b30-4c7a-ab72-c363a2dd63db req-0139c5fd-c985-4a79-a562-746f1faeda0d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0567653 Jul 28 17:48:14.847069 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-deac536c-6b30-4c7a-ab72-c363a2dd63db req-56eeee67-b4a8-4248-9453-e8d4662c84bb tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488472 Jul 28 17:48:15.074892 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-cf742f08-9f38-4e0f-b5fe-64d6f23fc2d5 req-a4e482f5-97c0-4c3d-aa50-28affc82dcbc tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 210 time: 0.0338771 Jul 28 17:48:15.319842 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b236e7-ba3d-4186-9295-27e7d05a5f1b req-3756c744-e276-4fdd-94c1-ba56d3e8a46f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:15.321416 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-24b236e7-ba3d-4186-9295-27e7d05a5f1b req-3756c744-e276-4fdd-94c1-ba56d3e8a46f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0623400 Jul 28 17:48:15.375512 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-24b236e7-ba3d-4186-9295-27e7d05a5f1b req-6e9166dd-7d42-4977-ba18-2c4831b6628f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485256 Jul 28 17:48:15.994172 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e595ac-ff91-4e4f-9c8e-f1621788a1c2 req-b723d2b8-5069-476b-9170-284c3496fa53 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:15.995641 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e6e595ac-ff91-4e4f-9c8e-f1621788a1c2 req-b723d2b8-5069-476b-9170-284c3496fa53 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0523393 Jul 28 17:48:16.061873 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e6e595ac-ff91-4e4f-9c8e-f1621788a1c2 req-3a08f3b6-44bc-4807-9474-c1ad2c331e0c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607176 Jul 28 17:48:16.183949 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ec44627c-af55-4b24-8178-afbea4355c15 req-821af8d7-c12e-4bf4-a717-10a451d361cc tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 210 time: 0.0347445 Jul 28 17:48:16.521765 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d41e3-139b-4a99-8a0a-cc09d4c0fe71 req-567e3f0e-ce18-4fb6-8fa2-802675dcb86e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:16.524257 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b36d41e3-139b-4a99-8a0a-cc09d4c0fe71 req-567e3f0e-ce18-4fb6-8fa2-802675dcb86e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0632038 Jul 28 17:48:16.586511 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b36d41e3-139b-4a99-8a0a-cc09d4c0fe71 req-8c13fb28-4211-41ce-becf-7abf159e174d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567195 Jul 28 17:48:17.187998 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41a8aa-17ea-4d1b-8416-5005a0e2a97c req-78d089a1-d8ba-404a-9b3e-7082802b1add tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:17.189633 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6c41a8aa-17ea-4d1b-8416-5005a0e2a97c req-78d089a1-d8ba-404a-9b3e-7082802b1add tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0534241 Jul 28 17:48:17.240334 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6c41a8aa-17ea-4d1b-8416-5005a0e2a97c req-d56c9e0f-1835-4be6-888e-e9b11e33cd17 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444589 Jul 28 17:48:17.298302 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bbe1b966-139e-4a18-90bb-2c279a7a839c req-9fc50e85-4067-4012-b1e8-37d4d8325897 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 210 time: 0.0337162 Jul 28 17:48:17.726897 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b615b9-9b97-41fe-8281-09d4071288aa req-966c7a37-ad93-473f-86e0-cd0051650307 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:17.728483 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-04b615b9-9b97-41fe-8281-09d4071288aa req-966c7a37-ad93-473f-86e0-cd0051650307 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0651834 Jul 28 17:48:17.748303 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:17.785001 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-04b615b9-9b97-41fe-8281-09d4071288aa req-b3f2616f-b84b-45f3-933f-a7098b7febc5 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506687 Jul 28 17:48:18.384481 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53c1a2-4cd3-404e-9f9d-9215d5d4e4ac req-a1f9e091-122d-46a9-9f54-272a53aeec18 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:18.386182 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ed53c1a2-4cd3-404e-9f9d-9215d5d4e4ac req-a1f9e091-122d-46a9-9f54-272a53aeec18 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0490704 Jul 28 17:48:18.420018 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2ef9d033-52e4-4909-83fd-ce77d49b4fc1 req-97928d69-464a-4ac8-a2a3-2bc7528fe239 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 210 time: 0.0488069 Jul 28 17:48:18.459333 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:18.479218 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ed53c1a2-4cd3-404e-9f9d-9215d5d4e4ac req-aa8dd69f-76a6-4375-86e1-24b29bcf5bdf tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865653 Jul 28 17:48:19.189306 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a57dd-3cea-4e2f-98d6-ffc10ff5d79f req-6f625a1d-b9a8-46a5-ab66-54544271bdfd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:19.191819 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f66a57dd-3cea-4e2f-98d6-ffc10ff5d79f req-6f625a1d-b9a8-46a5-ab66-54544271bdfd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.3201506 Jul 28 17:48:19.246705 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f66a57dd-3cea-4e2f-98d6-ffc10ff5d79f req-38495146-fa9e-45a8-8c6f-547438532586 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490897 Jul 28 17:48:19.522805 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c523bc9d-eff8-4312-afe8-0b4b5a2ceb2d req-93d069e2-d0dc-41b8-b7e6-e9a3230685fc tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 210 time: 0.0301828 Jul 28 17:48:19.600668 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b74e5-f6c5-4972-95b4-bd293760ea3a req-637ef484-a790-4b82-af1b-e59bf9a693c4 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:19.602192 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3a4b74e5-f6c5-4972-95b4-bd293760ea3a req-637ef484-a790-4b82-af1b-e59bf9a693c4 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0481365 Jul 28 17:48:19.651167 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3a4b74e5-f6c5-4972-95b4-bd293760ea3a req-e25831a0-aa35-46ed-8771-07b45aec3d5c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430126 Jul 28 17:48:20.372999 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82034638-ea8e-4f28-bcd1-3f40a71450af req-3e139225-44f5-446e-b079-3938ac433eb3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:20.374501 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-82034638-ea8e-4f28-bcd1-3f40a71450af req-3e139225-44f5-446e-b079-3938ac433eb3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0467925 Jul 28 17:48:20.405819 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:20.422671 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-82034638-ea8e-4f28-bcd1-3f40a71450af req-fe548d4f-885a-403a-9e37-c5c474aae866 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418932 Jul 28 17:48:20.633312 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3423363c-da78-4b64-a30b-31f3ba5c856c req-415bd3c1-90f1-4f3f-8c90-304a9103c709 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 210 time: 0.0327096 Jul 28 17:48:20.775379 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b3d1a-91b8-4304-857b-f4079eabe007 req-72365af2-a65e-4d06-aea5-ef00ab71a15c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:20.776865 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7f4b3d1a-91b8-4304-857b-f4079eabe007 req-72365af2-a65e-4d06-aea5-ef00ab71a15c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0512011 Jul 28 17:48:20.825249 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7f4b3d1a-91b8-4304-857b-f4079eabe007 req-cce936fd-bb23-4af5-a1a3-4ea2d6aa49a2 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428021 Jul 28 17:48:21.548977 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9d03d-b449-4c6a-ba34-d105fe93cb55 req-ef083692-08e5-487a-a09c-fcecb40e6c1e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:21.550484 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6ed9d03d-b449-4c6a-ba34-d105fe93cb55 req-ef083692-08e5-487a-a09c-fcecb40e6c1e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0493274 Jul 28 17:48:21.597003 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6ed9d03d-b449-4c6a-ba34-d105fe93cb55 req-36e35d52-7bad-4d60-aa43-80f3940bcc45 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408332 Jul 28 17:48:21.743737 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8dda1c7e-6631-4363-b2f8-69e83e3b4de7 req-01eadf68-7887-4f84-b85f-38a5e1d35858 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 210 time: 0.0283139 Jul 28 17:48:21.951406 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fcbf6-090f-4131-8041-5524d6adac66 req-ab2ee918-b719-4dd4-af2c-ee13f5263971 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:21.952971 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-069fcbf6-090f-4131-8041-5524d6adac66 req-ab2ee918-b719-4dd4-af2c-ee13f5263971 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0488057 Jul 28 17:48:22.004832 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-069fcbf6-090f-4131-8041-5524d6adac66 req-21f7d0c1-8a7a-498f-afb9-27004769a7a9 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452797 Jul 28 17:48:22.698428 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:22.736328 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673e8dc-3545-4747-8ab5-bbc879cbc913 req-087a0403-f9ff-4ddb-98d1-f3757a07ccb3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:22.739229 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5673e8dc-3545-4747-8ab5-bbc879cbc913 req-087a0403-f9ff-4ddb-98d1-f3757a07ccb3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0558898 Jul 28 17:48:22.763061 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-d364be41-ca5e-4ab6-9b24-479a6409c1f4 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:22.764764 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-d364be41-ca5e-4ab6-9b24-479a6409c1f4 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.100 "GET /v2.0/networks?id=3c408952-a8f7-48c3-935f-d12a5087c0dd HTTP/1.1" status: 200 len: 808 time: 0.1238804 Jul 28 17:48:22.794077 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5673e8dc-3545-4747-8ab5-bbc879cbc913 req-c1678204-3078-4ff4-9671-4af754f6312f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496373 Jul 28 17:48:22.877795 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-06ccd72f-c843-4573-97d8-9f84d6cd08ac req-d0e63c4b-ff87-4cd4-8e77-97db6a685cc4 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 210 time: 0.0431490 Jul 28 17:48:22.912919 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-7683c5c3-2b14-4026-9070-839e82c24996 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef795b478944722886f1d084f49008d HTTP/1.1" status: 200 len: 380 time: 0.1022334 Jul 28 17:48:22.921677 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-2d5afbb0-d05e-47d0-a7e7-e8f984ec3554 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Request body: {'port': {'device_id': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'admin_state_up': True, 'tenant_id': '0ef795b478944722886f1d084f49008d', 'security_groups': ['45b460ef-0ed7-403b-b5b9-6c173e2d5db9']}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:48:23.035004 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335c3c-677e-40f3-b2b0-c5e5f5d07a0f req-029b811e-5b1e-4d8d-a897-a65935dd41fb tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:23.036854 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-49335c3c-677e-40f3-b2b0-c5e5f5d07a0f req-029b811e-5b1e-4d8d-a897-a65935dd41fb tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 945 time: 0.0510809 Jul 28 17:48:23.048696 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-2d5afbb0-d05e-47d0-a7e7-e8f984ec3554 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Made reservation on behalf of 0ef795b478944722886f1d084f49008d for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:48:23.053760 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-2d5afbb0-d05e-47d0-a7e7-e8f984ec3554 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:23.088392 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-49335c3c-677e-40f3-b2b0-c5e5f5d07a0f req-0796bcde-0ab2-4c4c-899f-98b162c97271 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453017 Jul 28 17:48:23.115827 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 42190) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:48:23.171786 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23a089-74a4-4256-82f4-91076b9e8a9c req-c76d0263-61e0-48f5-af23-f2e67f9ed816 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:23.173225 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6b23a089-74a4-4256-82f4-91076b9e8a9c req-c76d0263-61e0-48f5-af23-f2e67f9ed816 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0908494 Jul 28 17:48:23.258915 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c68c3c7-9db0-4628-9ad8-f197de049540 tempest-TestMinimumBasicScenario-743178319 tempest-TestMinimumBasicScenario-743178319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:23.259176 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-2d5afbb0-d05e-47d0-a7e7-e8f984ec3554 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Allocated IP 172.20.0.11 (3c408952-a8f7-48c3-935f-d12a5087c0dd/fe593b98-b683-41c5-a77d-ecb43eb96f49/dc52a880-fa63-4cb8-9043-9a3589099ae5) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:48:23.263273 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-0c68c3c7-9db0-4628-9ad8-f197de049540 tempest-TestMinimumBasicScenario-743178319 tempest-TestMinimumBasicScenario-743178319-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 1124 time: 0.1438060 Jul 28 17:48:23.263555 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 42194) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:48:23.267159 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6b23a089-74a4-4256-82f4-91076b9e8a9c req-7cdda7d7-eb8f-44d1-9c3a-61aa7bb441ce tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873001 Jul 28 17:48:23.269378 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Request body: {'floatingip': {'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'port_id': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:48:23.292555 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:23.304685 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:23.376660 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:23.413733 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-2d5afbb0-d05e-47d0-a7e7-e8f984ec3554 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:23.446585 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-2d5afbb0-d05e-47d0-a7e7-e8f984ec3554 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:23.486118 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-2d5afbb0-d05e-47d0-a7e7-e8f984ec3554 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Network 3c408952-a8f7-48c3-935f-d12a5087c0dd is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:48:23.489043 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Allocated IP 172.27.1.211 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/31efbf4a-1455-49f4-b414-38b7430803ea) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:48:23.493903 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-2d5afbb0-d05e-47d0-a7e7-e8f984ec3554 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:48:23.497979 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-2d5afbb0-d05e-47d0-a7e7-e8f984ec3554 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:48:23.528362 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:23.532937 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5afbb0-d05e-47d0-a7e7-e8f984ec3554 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Pushing event updated for resources: {'Port': ['ID=dc52a880-fa63-4cb8-9043-9a3589099ae5,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:23.564123 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-2d5afbb0-d05e-47d0-a7e7-e8f984ec3554 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:23.565034 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-2d5afbb0-d05e-47d0-a7e7-e8f984ec3554 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:23.584608 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-2d5afbb0-d05e-47d0-a7e7-e8f984ec3554 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6666646 Jul 28 17:48:23.619960 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Request body: {'port': {'device_id': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:48:23.622180 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for port (31efbf4a-1455-49f4-b414-38b7430803ea), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:23.660924 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (31efbf4a-1455-49f4-b414-38b7430803ea), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:23.698466 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:48:23.704001 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:48:23.707975 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:48:23.708695 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:23.715262 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:23.746954 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Pushing event updated for resources: {'Port': ['ID=31efbf4a-1455-49f4-b414-38b7430803ea,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:23.766097 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:23.786331 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-b741f6b4-cae1-47d1-9788-8989b979c9b1 None None] Provisioning complete for port dc52a880-fa63-4cb8-9043-9a3589099ae5 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:48:23.786927 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b741f6b4-cae1-47d1-9788-8989b979c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:23.827240 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-b741f6b4-cae1-47d1-9788-8989b979c9b1 None None] Port dc52a880-fa63-4cb8-9043-9a3589099ae5 cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:48:23.992146 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301c183-1fb7-4ac3-afa9-5f34f46507ef req-578550a1-23c3-479b-b2b0-f05eff659284 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:23.993729 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5301c183-1fb7-4ac3-afa9-5f34f46507ef req-578550a1-23c3-479b-b2b0-f05eff659284 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0886090 Jul 28 17:48:24.053762 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa741a5-77bd-46cf-93b8-4ca0ae1fb217 req-e2d6ff35-9147-439f-a376-227854f7d8f4 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:24.056026 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6aa741a5-77bd-46cf-93b8-4ca0ae1fb217 req-e2d6ff35-9147-439f-a376-227854f7d8f4 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 932 time: 0.0987909 Jul 28 17:48:24.107888 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc52a880-fa63-4cb8-9043-9a3589099ae5 {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:48:24.119674 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Publish callbacks [] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:24.140635 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5301c183-1fb7-4ac3-afa9-5f34f46507ef req-bdd8c045-6890-4264-aa26-46b725c96553 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328232 Jul 28 17:48:24.169374 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Transition to ACTIVE for port object dc52a880-fa63-4cb8-9043-9a3589099ae5 will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:48:24.174241 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6aa741a5-77bd-46cf-93b8-4ca0ae1fb217 req-38bd35fd-5e8c-4d59-9567-00c7f22b0955 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945439 Jul 28 17:48:24.271496 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for floatingip (077b07c2-1d9c-419c-bd92-11fa0be49f03), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:24.276981 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:24.346937 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Pushing event updated for resources: {'Port': ['ID=dc52a880-fa63-4cb8-9043-9a3589099ae5,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:24.373185 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (31efbf4a-1455-49f4-b414-38b7430803ea), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:24.411965 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:24.437386 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Attempting to bind port dc52a880-fa63-4cb8-9043-9a3589099ae5 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:48:24.437753 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Attempting to bind port dc52a880-fa63-4cb8-9043-9a3589099ae5 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '70ab3c67-0aa6-47f4-b3ad-288a70252a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:48:24.438155 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Attempting to bind port dc52a880-fa63-4cb8-9043-9a3589099ae5 on network 3c408952-a8f7-48c3-935f-d12a5087c0dd {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:48:24.438859 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21983be2-5075-4e35-85b5-9d4ab0c8ae23 req-504942d6-eb7b-41a1-8135-d5fe83e187b9 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:24.440613 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-21983be2-5075-4e35-85b5-9d4ab0c8ae23 req-504942d6-eb7b-41a1-8135-d5fe83e187b9 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0810077 Jul 28 17:48:24.444410 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Port dc52a880-fa63-4cb8-9043-9a3589099ae5 on network 3c408952-a8f7-48c3-935f-d12a5087c0dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:48:24.444741 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Attempting to bind port dc52a880-fa63-4cb8-9043-9a3589099ae5 on network 3c408952-a8f7-48c3-935f-d12a5087c0dd {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:48:24.450252 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:48:24.450680 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Checking segment: {'id': '70ab3c67-0aa6-47f4-b3ad-288a70252a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:48:24.451223 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Bound using segment: {'id': '70ab3c67-0aa6-47f4-b3ad-288a70252a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:48:24.451637 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Bound port: dc52a880-fa63-4cb8-9043-9a3589099ae5, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ab3c67-0aa6-47f4-b3ad-288a70252a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:48:24.452029 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:24.520068 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] For port dc52a880-fa63-4cb8-9043-9a3589099ae5, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:48:24.523426 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] For port dc52a880-fa63-4cb8-9043-9a3589099ae5, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dc52a880-fa63-4cb8-9043-9a3589099ae5,segment=NetworkSegment(70ab3c67-0aa6-47f4-b3ad-288a70252a95),segment_id=70ab3c67-0aa6-47f4-b3ad-288a70252a95)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:48:24.529579 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:24.548086 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-21983be2-5075-4e35-85b5-9d4ab0c8ae23 req-06c70c81-85ff-45b4-9157-0bdbe2cd341c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997374 Jul 28 17:48:24.565336 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:24.566098 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:24.567576 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] 10.222.0.100 "PUT /v2.0/ports/dc52a880-fa63-4cb8-9043-9a3589099ae5 HTTP/1.1" status: 200 len: 1094 time: 0.9531605 Jul 28 17:48:24.568025 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'tag': 'dc52a880-fa63-4cb8-9043-9a3589099ae5'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:48:24.570404 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50776e44-109d-4072-ab67-1da7439924a8" -d '{"events": [{"name": "network-changed", "server_uuid": "eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd", "tag": "dc52a880-fa63-4cb8-9043-9a3589099ae5"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:48:24.612394 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703415a4-3a4c-4855-bd8d-9d595fa41c7f service neutron] Pushing event updated for resources: {'Port': ['ID=dc52a880-fa63-4cb8-9043-9a3589099ae5,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:24.624279 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d1238a-5f13-4be0-9943-6caf5efb5669 x-openstack-request-id: req-d3d1238a-5f13-4be0-9943-6caf5efb5669 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:48:24.624712 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd", "tag": "dc52a880-fa63-4cb8-9043-9a3589099ae5", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:48:24.625290 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d3d1238a-5f13-4be0-9943-6caf5efb5669 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:48:24.625800 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d1238a-5f13-4be0-9943-6caf5efb5669'] response: {'name': 'network-changed', 'server_uuid': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'tag': 'dc52a880-fa63-4cb8-9043-9a3589099ae5', 'status': 'completed', 'code': 200} Jul 28 17:48:24.636787 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for port (31efbf4a-1455-49f4-b414-38b7430803ea), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:24.642482 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530785'] for port (31efbf4a-1455-49f4-b414-38b7430803ea), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:24.700549 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-8bea906e-9c46-4bd6-b7d2-b654450b2a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:24.702104 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-8bea906e-9c46-4bd6-b7d2-b654450b2a21 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0ef795b478944722886f1d084f49008d&device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 1128 time: 0.0493271 Jul 28 17:48:24.715716 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Pushing event updated for resources: {'Port': ['ID=31efbf4a-1455-49f4-b414-38b7430803ea,revision_number=2']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:24.728475 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:24.734413 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (077b07c2-1d9c-419c-bd92-11fa0be49f03), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:24.757469 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-98755c7d-d770-4578-b371-01d2762f8cf5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc52a880-fa63-4cb8-9043-9a3589099ae5 HTTP/1.1" status: 200 len: 217 time: 0.0360563 Jul 28 17:48:24.808951 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-60e9180f-2427-4a07-b5de-a17b94e11860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:24.810456 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-60e9180f-2427-4a07-b5de-a17b94e11860 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fe593b98-b683-41c5-a77d-ecb43eb96f49 HTTP/1.1" status: 200 len: 847 time: 0.0456150 Jul 28 17:48:24.831034 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:24.838598 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.l3_db [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Floating IP 077b07c2-1d9c-419c-bd92-11fa0be49f03 associated. External IP: 172.27.1.211, port: 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18. Jul 28 17:48:24.868352 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-94018a0a-6379-4399-ac23-431526fbc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:24.870448 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-94018a0a-6379-4399-ac23-431526fbc586 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3c408952-a8f7-48c3-935f-d12a5087c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483758 Jul 28 17:48:24.876980 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:24.970413 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-5d5f11d6-b1e5-4ce4-8022-30d353408147 service neutron] 10.222.0.100 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890501 Jul 28 17:48:25.082936 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86f88ee3-8e98-404f-a734-00abe2caf867 req-6361410a-853f-4701-a3a7-abfb511098e7 service neutron] 10.222.0.100 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960505 Jul 28 17:48:25.311034 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:48:25.328874 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f5483-f7a1-4c58-9f56-488678dc776b req-f6d232d6-9ef0-4c1a-88f9-524e8d9c56ce tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:25.330381 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ad7f5483-f7a1-4c58-9f56-488678dc776b req-f6d232d6-9ef0-4c1a-88f9-524e8d9c56ce tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0739222 Jul 28 17:48:25.354596 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467ada4-9415-4b10-9da0-f5ba0d7b4b6b req-b00c23dd-28e6-4b5a-a5ac-45dfcdb5ce25 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:25.356204 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f467ada4-9415-4b10-9da0-f5ba0d7b4b6b req-b00c23dd-28e6-4b5a-a5ac-45dfcdb5ce25 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0507219 Jul 28 17:48:25.406830 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f467ada4-9415-4b10-9da0-f5ba0d7b4b6b req-0054d98b-da0e-4cc2-868e-2e8a8a42c8ea tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449400 Jul 28 17:48:25.452365 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ad7f5483-f7a1-4c58-9f56-488678dc776b req-c9d5be84-9f31-4e27-ac1a-8e6d89154d90 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839989 Jul 28 17:48:25.465025 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:48:25.483261 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10b8e9e-9108-4593-b7b9-d09d432a5d18 None None] Sync routers for ids ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:48:25.484310 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:25.493594 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10b8e9e-9108-4593-b7b9-d09d432a5d18 None None] Routers {'55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:48:25.494305 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-d10b8e9e-9108-4593-b7b9-d09d432a5d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:47:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:48:25.518292 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-f6502d7e-1a80-459b-b6c8-8406a43f68b0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2536283 Jul 28 17:48:25.518963 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'tag': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18'}] {{(pid=110736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:48:25.522044 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 42218) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:48:25.522501 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}145a65782f2867474eadf9b916918c8f0f213435b387e627a4b5e7b49d5368fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627de667-2c45-43af-8734-3bc1689c6f29" -d '{"events": [{"name": "network-changed", "server_uuid": "574a7513-1b6c-4bb8-a8f2-d77593f830d2", "tag": "2c9ee1b3-3b2e-44d5-9666-5c62225b2b18"}]}' {{(pid=110736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:48:25.526820 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-d801292e-82d9-4cee-bd16-422d33bcebb1 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-896398926', 'description': 'tempest-secgroup-smoke-896398926 description', 'project_id': '0513cb18c0cd43d5a4784f573bb382d4'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:48:25.549314 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d801292e-82d9-4cee-bd16-422d33bcebb1 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:25.563129 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9fdbf2-2c9a-47c3-ae9d-015bb8bcba37 x-openstack-request-id: req-6f9fdbf2-2c9a-47c3-ae9d-015bb8bcba37 {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:48:25.563430 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574a7513-1b6c-4bb8-a8f2-d77593f830d2", "tag": "2c9ee1b3-3b2e-44d5-9666-5c62225b2b18", "status": "completed", "code": 200}]} {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:48:25.563705 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6f9fdbf2-2c9a-47c3-ae9d-015bb8bcba37 {{(pid=110736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:48:25.564106 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f9fdbf2-2c9a-47c3-ae9d-015bb8bcba37'] response: {'name': 'network-changed', 'server_uuid': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'tag': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18', 'status': 'completed', 'code': 200} Jul 28 17:48:25.609651 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-d10b8e9e-9108-4593-b7b9-d09d432a5d18 None None] Set router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:48:25.626700 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d801292e-82d9-4cee-bd16-422d33bcebb1 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group (fd1757d9-fef7-412a-9927-038fe9d6bbf2), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:25.632424 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d801292e-82d9-4cee-bd16-422d33bcebb1 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (fd1757d9-fef7-412a-9927-038fe9d6bbf2), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:25.657743 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d801292e-82d9-4cee-bd16-422d33bcebb1 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:25.658974 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-d801292e-82d9-4cee-bd16-422d33bcebb1 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1359053 Jul 28 17:48:25.662713 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 42224) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:48:25.677313 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-6d712bc4-191b-4596-8556-d2985625a558 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Request body: {'security_group_rule': {'security_group_id': 'fd1757d9-fef7-412a-9927-038fe9d6bbf2', 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:48:25.697285 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d53da-edf5-4301-aa6a-eaeada943ac7 req-1c99c2d1-f866-4f22-b885-761b8e768894 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:25.699627 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a72d53da-edf5-4301-aa6a-eaeada943ac7 req-1c99c2d1-f866-4f22-b885-761b8e768894 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0651031 Jul 28 17:48:25.763113 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a72d53da-edf5-4301-aa6a-eaeada943ac7 req-281b51d7-32a4-4b94-a834-89f43db58167 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571678 Jul 28 17:48:25.771629 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801292e-82d9-4cee-bd16-422d33bcebb1 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1757d9-fef7-412a-9927-038fe9d6bbf2,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:25.796023 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776e44-109d-4072-ab67-1da7439924a8 req-d1f05bb3-46db-48f9-ae85-acab8208ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:25.797806 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-50776e44-109d-4072-ab67-1da7439924a8 req-d1f05bb3-46db-48f9-ae85-acab8208ad43 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0ef795b478944722886f1d084f49008d&device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 1128 time: 0.1056993 Jul 28 17:48:25.805057 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627de667-2c45-43af-8734-3bc1689c6f29 req-aa9223cf-7f53-45cd-8f68-139918c88e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:25.806646 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-627de667-2c45-43af-8734-3bc1689c6f29 req-aa9223cf-7f53-45cd-8f68-139918c88e9c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0513cb18c0cd43d5a4784f573bb382d4&device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 1129 time: 0.0744205 Jul 28 17:48:25.813654 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-6d712bc4-191b-4596-8556-d2985625a558 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (da495045-5424-4f25-a6d4-95d120a5eff0), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:25.849420 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:25.877011 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-e15e2a65-5570-447d-ae9f-a2e497e8c527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:25.965757 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:25.994330 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-d10b8e9e-9108-4593-b7b9-d09d432a5d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'name': 'tempest-TestMinimumBasicScenario-1750303206-router', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:11Z', 'revision_number': 4, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'gw_port': {'id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '077b07c2-1d9c-419c-bd92-11fa0be49f03', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'port_id': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'mac_address': 'fa:16:3e:e1:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:48:24Z', 'updated_at': '2022-07-28T17:48:24Z', 'revision_number': 0, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2a2f5c-3feb-4319-9379-706e5d4e21de', 'name': '', 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'mac_address': 'fa:16:3e:bf:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:11Z', 'updated_at': '2022-07-28T17:47:17Z', 'revision_number': 5, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'subnets': [{'id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:48:26.024400 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10b8e9e-9108-4593-b7b9-d09d432a5d18 None None] Checking router: 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:48:26.032820 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10b8e9e-9108-4593-b7b9-d09d432a5d18 None None] Routers {'55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:48:26.033464 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-d10b8e9e-9108-4593-b7b9-d09d432a5d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:47:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:48:26.036911 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776e44-109d-4072-ab67-1da7439924a8 req-a96d6d19-ec13-406e-9dd9-e32bd649912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:26.038418 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-50776e44-109d-4072-ab67-1da7439924a8 req-a96d6d19-ec13-406e-9dd9-e32bd649912e service neutron] 10.222.0.100 "GET /v2.0/networks?id=3c408952-a8f7-48c3-935f-d12a5087c0dd HTTP/1.1" status: 200 len: 910 time: 0.2216423 Jul 28 17:48:26.040272 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-6d712bc4-191b-4596-8556-d2985625a558 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (da495045-5424-4f25-a6d4-95d120a5eff0), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.043551 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627de667-2c45-43af-8734-3bc1689c6f29 req-fb840620-579e-42b0-baf8-2ce9cc946d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:26.044966 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-627de667-2c45-43af-8734-3bc1689c6f29 req-fb840620-579e-42b0-baf8-2ce9cc946d58 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9bb61a2e-af39-4830-a017-e8c560155c59 HTTP/1.1" status: 200 len: 917 time: 0.2189105 Jul 28 17:48:26.046026 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-6d712bc4-191b-4596-8556-d2985625a558 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (da495045-5424-4f25-a6d4-95d120a5eff0), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.065873 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d712bc4-191b-4596-8556-d2985625a558 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da495045-5424-4f25-a6d4-95d120a5eff0,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:26.076011 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-6d712bc4-191b-4596-8556-d2985625a558 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.077293 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-6d712bc4-191b-4596-8556-d2985625a558 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4136310 Jul 28 17:48:26.080062 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 42230) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:48:26.085104 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-9141c476-8fb5-4a38-880c-170308349d2d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Request body: {'security_group_rule': {'security_group_id': 'fd1757d9-fef7-412a-9927-038fe9d6bbf2', 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:48:26.112309 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-9141c476-8fb5-4a38-880c-170308349d2d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (e71dec31-d73b-417f-8889-507471ad0751), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.147656 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-d10b8e9e-9108-4593-b7b9-d09d432a5d18 None None] Set router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:48:26.170873 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-9141c476-8fb5-4a38-880c-170308349d2d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (e71dec31-d73b-417f-8889-507471ad0751), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.176732 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-9141c476-8fb5-4a38-880c-170308349d2d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (e71dec31-d73b-417f-8889-507471ad0751), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.199200 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141c476-8fb5-4a38-880c-170308349d2d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71dec31-d73b-417f-8889-507471ad0751,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:26.205938 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-9141c476-8fb5-4a38-880c-170308349d2d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.207939 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-9141c476-8fb5-4a38-880c-170308349d2d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269193 Jul 28 17:48:26.210790 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 42232) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:48:26.215292 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-c82ba0d4-05e7-4884-ab00-42620b8e5090 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Request body: {'security_group_rule': {'security_group_id': 'fd1757d9-fef7-412a-9927-038fe9d6bbf2', 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:48:26.243129 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c82ba0d4-05e7-4884-ab00-42620b8e5090 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (cd578862-8520-4c72-9b42-41730eaac2a0), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.300877 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c82ba0d4-05e7-4884-ab00-42620b8e5090 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (cd578862-8520-4c72-9b42-41730eaac2a0), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.304937 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c82ba0d4-05e7-4884-ab00-42620b8e5090 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (cd578862-8520-4c72-9b42-41730eaac2a0), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.322887 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ba0d4-05e7-4884-ab00-42620b8e5090 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd578862-8520-4c72-9b42-41730eaac2a0,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:26.336386 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c82ba0d4-05e7-4884-ab00-42620b8e5090 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.340965 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 42236) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:48:26.341541 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-c82ba0d4-05e7-4884-ab00-42620b8e5090 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289763 Jul 28 17:48:26.346700 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-75d29942-5a84-48e6-bc48-539d329c33cb tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Request body: {'security_group_rule': {'security_group_id': 'fd1757d9-fef7-412a-9927-038fe9d6bbf2', 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:48:26.374254 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-d10b8e9e-9108-4593-b7b9-d09d432a5d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'name': 'tempest-TestMinimumBasicScenario-1750303206-router', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:11Z', 'revision_number': 4, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'gw_port': {'id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '077b07c2-1d9c-419c-bd92-11fa0be49f03', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'port_id': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'mac_address': 'fa:16:3e:e1:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:48:24Z', 'updated_at': '2022-07-28T17:48:24Z', 'revision_number': 0, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2a2f5c-3feb-4319-9379-706e5d4e21de', 'name': '', 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'mac_address': 'fa:16:3e:bf:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:11Z', 'updated_at': '2022-07-28T17:47:17Z', 'revision_number': 5, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'subnets': [{'id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:48:26.384947 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-75d29942-5a84-48e6-bc48-539d329c33cb tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (e78586d6-3ca9-435f-a255-da5eaff45ce8), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.408607 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10b8e9e-9108-4593-b7b9-d09d432a5d18 None None] The sync data for ids ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'] in dv-cinder-813229-13-iscsi is: [{'id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'name': 'tempest-TestMinimumBasicScenario-1750303206-router', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:11Z', 'revision_number': 4, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'gw_port': {'id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '077b07c2-1d9c-419c-bd92-11fa0be49f03', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'port_id': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'mac_address': 'fa:16:3e:e1:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:48:24Z', 'updated_at': '2022-07-28T17:48:24Z', 'revision_number': 0, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2a2f5c-3feb-4319-9379-706e5d4e21de', 'name': '', 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'mac_address': 'fa:16:3e:bf:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:11Z', 'updated_at': '2022-07-28T17:47:17Z', 'revision_number': 5, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'subnets': [{'id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:48:26.450678 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-75d29942-5a84-48e6-bc48-539d329c33cb tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (e78586d6-3ca9-435f-a255-da5eaff45ce8), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.459188 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-75d29942-5a84-48e6-bc48-539d329c33cb tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (e78586d6-3ca9-435f-a255-da5eaff45ce8), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.480479 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d29942-5a84-48e6-bc48-539d329c33cb tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78586d6-3ca9-435f-a255-da5eaff45ce8,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:26.505699 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-75d29942-5a84-48e6-bc48-539d329c33cb tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.507745 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-75d29942-5a84-48e6-bc48-539d329c33cb tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1646278 Jul 28 17:48:26.510436 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 42246) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:48:26.514930 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-e634edc0-1be2-44a3-822d-3a325fd524f3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Request body: {'security_group_rule': {'security_group_id': 'fd1757d9-fef7-412a-9927-038fe9d6bbf2', 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:48:26.577534 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.securitygroups_db [None req-e634edc0-1be2-44a3-822d-3a325fd524f3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Project 0513cb18c0cd43d5a4784f573bb382d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 17:48:26.587544 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e634edc0-1be2-44a3-822d-3a325fd524f3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (ea0d8635-f93b-46fa-ad32-fc4cf1a2e192), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.604280 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a951c-03a3-45a0-826c-a59ddcc1d960 req-310bf269-b069-4769-9bda-c9252018d254 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:26.606131 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8b9a951c-03a3-45a0-826c-a59ddcc1d960 req-310bf269-b069-4769-9bda-c9252018d254 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0564480 Jul 28 17:48:26.610502 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f3639-9d02-418c-a5a3-8ae10fa16f42 req-27b8cbb9-1e67-4ca6-ad80-430bb1d71db1 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:26.612389 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-327f3639-9d02-418c-a5a3-8ae10fa16f42 req-27b8cbb9-1e67-4ca6-ad80-430bb1d71db1 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0822976 Jul 28 17:48:26.662914 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:26.674719 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8b9a951c-03a3-45a0-826c-a59ddcc1d960 req-d0e4b2ac-3745-4c48-a4d3-d82abfe2ffbf tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605755 Jul 28 17:48:26.704994 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e634edc0-1be2-44a3-822d-3a325fd524f3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (ea0d8635-f93b-46fa-ad32-fc4cf1a2e192), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.710817 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-327f3639-9d02-418c-a5a3-8ae10fa16f42 req-643045d2-65c9-4302-8f68-c31a43d2a9be tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882914 Jul 28 17:48:26.712082 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e634edc0-1be2-44a3-822d-3a325fd524f3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (ea0d8635-f93b-46fa-ad32-fc4cf1a2e192), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.717713 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ed75fb-1f55-40b0-a46c-2f8087ef2768 None None] New status for floating IP 077b07c2-1d9c-419c-bd92-11fa0be49f03: ACTIVE {{(pid=110738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:48:26.745814 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634edc0-1be2-44a3-822d-3a325fd524f3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0d8635-f93b-46fa-ad32-fc4cf1a2e192,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:26.750315 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e634edc0-1be2-44a3-822d-3a325fd524f3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.751535 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-e634edc0-1be2-44a3-822d-3a325fd524f3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2400682 Jul 28 17:48:26.755092 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 42248) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:48:26.760161 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-ada7d678-fa5a-4bcb-8621-7e0591145a09 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Request body: {'security_group_rule': {'security_group_id': 'fd1757d9-fef7-412a-9927-038fe9d6bbf2', 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:48:26.784327 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.securitygroups_db [None req-ada7d678-fa5a-4bcb-8621-7e0591145a09 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Project 0513cb18c0cd43d5a4784f573bb382d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 17:48:26.792143 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ada7d678-fa5a-4bcb-8621-7e0591145a09 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (ac20aa4f-811c-4532-b9f8-8e4544f69c02), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.843340 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:26.922756 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ada7d678-fa5a-4bcb-8621-7e0591145a09 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (ac20aa4f-811c-4532-b9f8-8e4544f69c02), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.929631 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ada7d678-fa5a-4bcb-8621-7e0591145a09 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (ac20aa4f-811c-4532-b9f8-8e4544f69c02), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.932027 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb006d-6e42-4262-9d1e-a2a39ad47384 req-bed6adbf-cbaa-4008-bf18-5213124d5acb tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:26.940207 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ebbb006d-6e42-4262-9d1e-a2a39ad47384 req-bed6adbf-cbaa-4008-bf18-5213124d5acb tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0755444 Jul 28 17:48:26.949678 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7d678-fa5a-4bcb-8621-7e0591145a09 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac20aa4f-811c-4532-b9f8-8e4544f69c02,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:26.956607 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ada7d678-fa5a-4bcb-8621-7e0591145a09 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:26.960969 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-ada7d678-fa5a-4bcb-8621-7e0591145a09 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2010798 Jul 28 17:48:26.997933 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ebbb006d-6e42-4262-9d1e-a2a39ad47384 req-b38d1d08-04d4-417c-ba49-22eaba44ed1c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568745 Jul 28 17:48:27.032294 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-50776e44-109d-4072-ab67-1da7439924a8 req-84965d95-5c17-467a-b2c7-e78bec3b0edd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc52a880-fa63-4cb8-9043-9a3589099ae5 HTTP/1.1" status: 200 len: 217 time: 0.0424106 Jul 28 17:48:27.058171 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:27.138662 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-627de667-2c45-43af-8734-3bc1689c6f29 req-cba1ac0a-eb77-4e74-a31f-ea8a8eed43d0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 HTTP/1.1" status: 200 len: 1001 time: 0.1405556 Jul 28 17:48:27.158683 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776e44-109d-4072-ab67-1da7439924a8 req-fe39e378-0991-4ea0-9e11-c77fb7a8064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:27.160614 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-50776e44-109d-4072-ab67-1da7439924a8 req-fe39e378-0991-4ea0-9e11-c77fb7a8064d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fe593b98-b683-41c5-a77d-ecb43eb96f49 HTTP/1.1" status: 200 len: 847 time: 0.0975578 Jul 28 17:48:27.169135 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2996ccab-450a-4514-9650-50f34f9d20dc req-f771b588-36ac-447a-862e-647947d25a49 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896398926&fields=id&tenant_id=0513cb18c0cd43d5a4784f573bb382d4 HTTP/1.1" status: 200 len: 267 time: 0.1076982 Jul 28 17:48:27.220069 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996ccab-450a-4514-9650-50f34f9d20dc req-c3942003-96b4-4ae7-a881-6e210d6b4920 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:27.221562 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2996ccab-450a-4514-9650-50f34f9d20dc req-c3942003-96b4-4ae7-a881-6e210d6b4920 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 945 time: 0.0470812 Jul 28 17:48:27.232591 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-2996ccab-450a-4514-9650-50f34f9d20dc req-52b5a9b1-d200-4d56-a585-0b82e917b89d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Request body: {'port': {'security_groups': ['c776fda4-6b6f-44d6-bbc3-eea336bd5cc5', 'fd1757d9-fef7-412a-9927-038fe9d6bbf2']}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:48:27.307805 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2996ccab-450a-4514-9650-50f34f9d20dc req-52b5a9b1-d200-4d56-a585-0b82e917b89d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:27.499437 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-2996ccab-450a-4514-9650-50f34f9d20dc req-52b5a9b1-d200-4d56-a585-0b82e917b89d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] For port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18,segment=NetworkSegment(27ae5e91-1fef-429b-b92b-7aac2180f4c1),segment_id=27ae5e91-1fef-429b-b92b-7aac2180f4c1)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:48:27.528418 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2996ccab-450a-4514-9650-50f34f9d20dc req-52b5a9b1-d200-4d56-a585-0b82e917b89d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:27.532809 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2996ccab-450a-4514-9650-50f34f9d20dc req-52b5a9b1-d200-4d56-a585-0b82e917b89d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:27.573718 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['2c9ee1b3-3b2e-44d5-9666-5c62225b2b18'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:48:27.575231 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996ccab-450a-4514-9650-50f34f9d20dc req-52b5a9b1-d200-4d56-a585-0b82e917b89d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:27.575864 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2996ccab-450a-4514-9650-50f34f9d20dc req-52b5a9b1-d200-4d56-a585-0b82e917b89d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:27.577258 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2996ccab-450a-4514-9650-50f34f9d20dc req-52b5a9b1-d200-4d56-a585-0b82e917b89d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "PUT /v2.0/ports/2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 HTTP/1.1" status: 200 len: 981 time: 0.3490689 Jul 28 17:48:27.577709 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'tag': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:48:27.579969 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef66792b-57ec-4a43-b41a-3181bc362330" -d '{"events": [{"name": "network-changed", "server_uuid": "574a7513-1b6c-4bb8-a8f2-d77593f830d2", "tag": "2c9ee1b3-3b2e-44d5-9666-5c62225b2b18"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:48:27.607529 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5a9b1-d200-4d56-a585-0b82e917b89d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Pushing event updated for resources: {'Port': ['ID=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18,revision_number=6']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:27.638167 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904d30ac-0cc5-440f-9879-7ead76235602 x-openstack-request-id: req-904d30ac-0cc5-440f-9879-7ead76235602 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:48:27.638482 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574a7513-1b6c-4bb8-a8f2-d77593f830d2", "tag": "2c9ee1b3-3b2e-44d5-9666-5c62225b2b18", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:48:27.638738 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-904d30ac-0cc5-440f-9879-7ead76235602 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:48:27.639141 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904d30ac-0cc5-440f-9879-7ead76235602'] response: {'name': 'network-changed', 'server_uuid': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'tag': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18', 'status': 'completed', 'code': 200} Jul 28 17:48:27.679290 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:27.721896 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab6995-24b3-4ef2-9f33-9d0da264bcdf req-0d4719ad-0a4f-4e76-bba2-ffdd16aac91d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:27.724755 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f6ab6995-24b3-4ef2-9f33-9d0da264bcdf req-0d4719ad-0a4f-4e76-bba2-ffdd16aac91d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0716109 Jul 28 17:48:27.775598 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['2c9ee1b3-3b2e-44d5-9666-5c62225b2b18'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:48:27.782774 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:27.813259 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:27.823719 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f6ab6995-24b3-4ef2-9f33-9d0da264bcdf req-365ac8e8-39f5-4113-a00a-283fb7c8459e tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935123 Jul 28 17:48:27.861286 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-c53f50f7-ba81-478d-9764-782ca46d9337 None None] Provisioning complete for port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:48:27.861672 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-c53f50f7-ba81-478d-9764-782ca46d9337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:27.865319 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf40b16-29b1-48bb-a5b9-fbdf56252770 req-90f629fa-0f72-441f-a106-1a1dbcebe9e8 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:27.866577 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-baf40b16-29b1-48bb-a5b9-fbdf56252770 req-90f629fa-0f72-441f-a106-1a1dbcebe9e8 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0911229 Jul 28 17:48:27.926320 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-baf40b16-29b1-48bb-a5b9-fbdf56252770 req-b5c2c0e0-4258-496c-9d42-b3c569e5a799 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541153 Jul 28 17:48:27.958947 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ceed4-ab3a-4d32-8d42-0db0dbb9df1f req-09f74b28-b12b-40ce-aa44-e145106aac5b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:27.960584 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a66ceed4-ab3a-4d32-8d42-0db0dbb9df1f req-09f74b28-b12b-40ce-aa44-e145106aac5b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0754859 Jul 28 17:48:28.016589 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a66ceed4-ab3a-4d32-8d42-0db0dbb9df1f req-201945ee-86f7-4d62-8388-3d71ad83ba27 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500419 Jul 28 17:48:28.063708 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-c53f50f7-ba81-478d-9764-782ca46d9337 None None] Current status of the port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:48:28.149724 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8d03267b-8e61-4bad-b193-537b244fde84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:28.164255 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be8a82-1bf2-438a-b4b8-206d21ee09cf req-c6f78188-5235-4cc5-a791-f4a78d56cbb0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:28.166046 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-26be8a82-1bf2-438a-b4b8-206d21ee09cf req-c6f78188-5235-4cc5-a791-f4a78d56cbb0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0618699 Jul 28 17:48:28.227367 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-26be8a82-1bf2-438a-b4b8-206d21ee09cf req-79b5c5b1-4637-4a2b-bc5c-bc9bd2475257 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529928 Jul 28 17:48:28.321792 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:29.053487 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398c5e4-9202-4789-8c91-05f3e5da1bc2 req-03513945-eb08-4e04-a540-3b78aa68dd07 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:29.055016 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8398c5e4-9202-4789-8c91-05f3e5da1bc2 req-03513945-eb08-4e04-a540-3b78aa68dd07 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0472155 Jul 28 17:48:29.107011 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8398c5e4-9202-4789-8c91-05f3e5da1bc2 req-4727c9e5-c098-4cae-b80b-7f738a2869a7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460305 Jul 28 17:48:29.118734 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:29.147518 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7609e1-0c6d-4fe7-886d-cbbde20bab5f req-6e55f0d8-52e0-4fe0-b632-49e04446d341 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:29.149008 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8c7609e1-0c6d-4fe7-886d-cbbde20bab5f req-6e55f0d8-52e0-4fe0-b632-49e04446d341 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0490897 Jul 28 17:48:29.197739 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8c7609e1-0c6d-4fe7-886d-cbbde20bab5f req-4ef6e30d-3eca-418a-ad7c-22350c391f8d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432291 Jul 28 17:48:29.346585 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378150b-2441-43a5-88a0-f4d4f7fe39ca req-ae294ac8-d0da-4de5-856a-1eb75b959750 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:29.348644 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6378150b-2441-43a5-88a0-f4d4f7fe39ca req-ae294ac8-d0da-4de5-856a-1eb75b959750 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0464776 Jul 28 17:48:29.396165 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6378150b-2441-43a5-88a0-f4d4f7fe39ca req-ff7a20f1-b8f2-4303-b1e0-cc9daed3a958 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416620 Jul 28 17:48:30.222372 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:30.237790 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca674a8f-b083-41bc-9fdf-1f656dd6f168 req-0c9e2860-3ea4-42f2-aa6c-8e5d8249f68f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:30.239392 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ca674a8f-b083-41bc-9fdf-1f656dd6f168 req-0c9e2860-3ea4-42f2-aa6c-8e5d8249f68f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0507095 Jul 28 17:48:30.292362 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ca674a8f-b083-41bc-9fdf-1f656dd6f168 req-f48d7444-d31c-40eb-8352-3c4263e47469 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474234 Jul 28 17:48:30.318326 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1b419-cc2a-4fba-b60d-7b47717f55d4 req-1c28cd1a-dc63-45f4-a3c5-bce9c0af52f9 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:30.319927 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4ce1b419-cc2a-4fba-b60d-7b47717f55d4 req-1c28cd1a-dc63-45f4-a3c5-bce9c0af52f9 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0482018 Jul 28 17:48:30.368125 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4ce1b419-cc2a-4fba-b60d-7b47717f55d4 req-a2dc168e-8a87-4091-86c5-dd1024da0b6f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426562 Jul 28 17:48:30.516007 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01b165-942b-4741-8121-f4d1a02abb0a req-e040b9de-910b-46fe-ac10-a697262bbaaf tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:30.517479 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-aa01b165-942b-4741-8121-f4d1a02abb0a req-e040b9de-910b-46fe-ac10-a697262bbaaf tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0473154 Jul 28 17:48:30.547326 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:30.553679 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:30.567414 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-aa01b165-942b-4741-8121-f4d1a02abb0a req-faefe97c-5969-42a4-99d2-b5e8605c188b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435083 Jul 28 17:48:30.876664 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:30.932575 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:31.425981 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efd98c-daef-4baa-adbe-47c6375b0754 req-370b933e-e816-42f1-9d88-5efe0744152b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:31.428042 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-38efd98c-daef-4baa-adbe-47c6375b0754 req-370b933e-e816-42f1-9d88-5efe0744152b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0554161 Jul 28 17:48:31.476534 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-38efd98c-daef-4baa-adbe-47c6375b0754 req-9ed4a542-71c0-47b1-a4b3-e470a7fcbab3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433645 Jul 28 17:48:31.492804 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e86391-b5a9-40c0-a730-0003aac543fd req-07153f45-6a33-448a-a971-690ac8eb392a tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:31.494360 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f6e86391-b5a9-40c0-a730-0003aac543fd req-07153f45-6a33-448a-a971-690ac8eb392a tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0502806 Jul 28 17:48:31.545465 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f6e86391-b5a9-40c0-a730-0003aac543fd req-338d0c51-d636-47e4-8cb1-4333a14722f7 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455778 Jul 28 17:48:31.685342 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70994cce-a269-4d7e-99d8-4814e1f844f5 req-1ac97527-b379-4110-ab08-50d82d514c18 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:31.686795 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-70994cce-a269-4d7e-99d8-4814e1f844f5 req-1ac97527-b379-4110-ab08-50d82d514c18 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0480692 Jul 28 17:48:31.734593 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-70994cce-a269-4d7e-99d8-4814e1f844f5 req-508d6a54-e3ee-41c4-b6ea-4fd8c3b6b955 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423400 Jul 28 17:48:32.603302 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6e163-d9f4-4f44-bdf4-db0d113c2d5d req-8aac9816-9113-48ae-b3ce-9e7cd7e659ce tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:32.604771 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bee6e163-d9f4-4f44-bdf4-db0d113c2d5d req-8aac9816-9113-48ae-b3ce-9e7cd7e659ce tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0505426 Jul 28 17:48:32.655092 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bee6e163-d9f4-4f44-bdf4-db0d113c2d5d req-3ca7e2e2-f5a0-4a3f-b6d4-98a86352ad66 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435181 Jul 28 17:48:32.667327 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62cd75-9846-4fdf-a28f-1b86e06e47ae req-c9b95395-95c7-4a7e-bee6-127bf72e3b93 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:32.668815 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-cc62cd75-9846-4fdf-a28f-1b86e06e47ae req-c9b95395-95c7-4a7e-bee6-127bf72e3b93 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0504625 Jul 28 17:48:32.720502 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-cc62cd75-9846-4fdf-a28f-1b86e06e47ae req-698cfaa4-7745-4e67-aba7-4bbf6dcbcae6 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457914 Jul 28 17:48:32.852723 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e685c9-4a55-447a-b2a9-888e400bb12c req-25cda76b-c2f6-42eb-9ba7-fa11f7045619 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:32.854215 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-57e685c9-4a55-447a-b2a9-888e400bb12c req-25cda76b-c2f6-42eb-9ba7-fa11f7045619 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0479033 Jul 28 17:48:32.901118 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-57e685c9-4a55-447a-b2a9-888e400bb12c req-d7b927bb-3251-4993-82a8-db193969ef84 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412178 Jul 28 17:48:33.787980 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b74172-77e9-4aa4-a89e-28909e807638 req-cd036393-07e2-4ca9-9903-54e001724a58 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:33.789527 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-74b74172-77e9-4aa4-a89e-28909e807638 req-cd036393-07e2-4ca9-9903-54e001724a58 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0555532 Jul 28 17:48:33.838923 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-74b74172-77e9-4aa4-a89e-28909e807638 req-8f946c4f-8116-4fb2-b62e-73e225cdb20c tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439427 Jul 28 17:48:33.845736 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acedec-4296-4deb-b5ab-76dc64a11b77 req-12fce0af-97e7-40ee-8591-00eef379d4e9 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:33.847217 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a8acedec-4296-4deb-b5ab-76dc64a11b77 req-12fce0af-97e7-40ee-8591-00eef379d4e9 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0504489 Jul 28 17:48:33.898318 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a8acedec-4296-4deb-b5ab-76dc64a11b77 req-444e272b-974d-4759-ae1c-4cb9929ed59f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444393 Jul 28 17:48:34.018963 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc429bd-4c23-4e53-a5cf-cf92dc2232df req-8fb46d13-33b4-4d65-81ca-bea1a6346895 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:34.020363 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ffc429bd-4c23-4e53-a5cf-cf92dc2232df req-8fb46d13-33b4-4d65-81ca-bea1a6346895 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0473213 Jul 28 17:48:34.080779 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ffc429bd-4c23-4e53-a5cf-cf92dc2232df req-1b4eb379-4ac6-41fb-9fa0-dd2736da0dba tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546026 Jul 28 17:48:34.963756 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d379c6a-57c0-421a-99b2-8f063d3512c2 req-6486af98-17d3-45dc-b42d-20a34da2cbad tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:34.965304 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1d379c6a-57c0-421a-99b2-8f063d3512c2 req-6486af98-17d3-45dc-b42d-20a34da2cbad tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0484247 Jul 28 17:48:35.017620 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1d379c6a-57c0-421a-99b2-8f063d3512c2 req-86ac72ce-35c7-4a53-b009-87c96ff002fd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468588 Jul 28 17:48:35.018288 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391e578-337e-4ac8-91dc-e94480c5439c req-cdab0c31-054a-4f1d-afd6-7b965bc37980 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:35.019940 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0391e578-337e-4ac8-91dc-e94480c5439c req-cdab0c31-054a-4f1d-afd6-7b965bc37980 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0479712 Jul 28 17:48:35.072892 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0391e578-337e-4ac8-91dc-e94480c5439c req-d5fd4e2a-8a94-456b-b367-8467c8d096bd tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467868 Jul 28 17:48:35.200766 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381bafb-d426-4643-b49f-e3a1b1221d64 req-a58d474e-d9ff-42e3-a09d-54f3c8e46918 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:35.202288 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7381bafb-d426-4643-b49f-e3a1b1221d64 req-a58d474e-d9ff-42e3-a09d-54f3c8e46918 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0472491 Jul 28 17:48:35.213987 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:35.250141 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7381bafb-d426-4643-b49f-e3a1b1221d64 req-630fd460-7325-4f00-b8e7-390abe9f256d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423629 Jul 28 17:48:36.145510 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af4257-88de-4bc2-a066-f18eb28b7ada req-b82de4f9-e7f1-4d61-a297-e0090d52dc72 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:36.147037 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-60af4257-88de-4bc2-a066-f18eb28b7ada req-b82de4f9-e7f1-4d61-a297-e0090d52dc72 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0487666 Jul 28 17:48:36.191714 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8917b7b-8f48-430e-90d3-485c81ec9fde req-ed19d855-1ba7-412f-9113-95185c3b668a tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:36.193874 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c8917b7b-8f48-430e-90d3-485c81ec9fde req-ed19d855-1ba7-412f-9113-95185c3b668a tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0490520 Jul 28 17:48:36.196067 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-60af4257-88de-4bc2-a066-f18eb28b7ada req-67cf5cef-87aa-49e9-bbac-20e8b2bad28d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434062 Jul 28 17:48:36.204985 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:36.245062 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c8917b7b-8f48-430e-90d3-485c81ec9fde req-2895c15f-a8a8-4822-986d-2cba9972ad66 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460529 Jul 28 17:48:36.369966 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6e19c-0747-490b-af47-776537a3e409 req-462e8358-dac2-4310-89e0-3f06e77bbc03 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:36.371432 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68e6e19c-0747-490b-af47-776537a3e409 req-462e8358-dac2-4310-89e0-3f06e77bbc03 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0468838 Jul 28 17:48:36.418851 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68e6e19c-0747-490b-af47-776537a3e409 req-8e62078e-f062-44d4-9916-a04de37bc354 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419865 Jul 28 17:48:36.832669 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=19 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:36.897363 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:37.328648 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d25126-95e9-4c08-845e-5d1cfa88cd9e req-2334a45e-e969-4315-8f18-f43a9f543cbd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:37.330191 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-14d25126-95e9-4c08-845e-5d1cfa88cd9e req-2334a45e-e969-4315-8f18-f43a9f543cbd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0533981 Jul 28 17:48:37.367339 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ad4d0-9507-457d-bed2-815df367dd37 req-d77a2848-b351-46d0-976e-53d26cc0c3f4 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:37.368849 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e78ad4d0-9507-457d-bed2-815df367dd37 req-d77a2848-b351-46d0-976e-53d26cc0c3f4 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0518763 Jul 28 17:48:37.378191 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-14d25126-95e9-4c08-845e-5d1cfa88cd9e req-4f3d98bf-5527-431d-9f12-abe456089b95 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422065 Jul 28 17:48:37.419266 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e78ad4d0-9507-457d-bed2-815df367dd37 req-b3941b75-6abd-45e4-be70-a561cdd2b6aa tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442021 Jul 28 17:48:37.537401 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde8a46-07fc-4a68-aded-964101a86d26 req-3d821b32-69f2-4a59-8118-ee6e8d717366 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:37.539490 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4bde8a46-07fc-4a68-aded-964101a86d26 req-3d821b32-69f2-4a59-8118-ee6e8d717366 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0479312 Jul 28 17:48:37.587225 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4bde8a46-07fc-4a68-aded-964101a86d26 req-c91f8bc9-84a8-49ff-a9c8-9241276888dc tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423756 Jul 28 17:48:38.489767 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:38.510245 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cded13-f666-47ca-8419-a617f97df1c0 req-44eb0448-cbff-466e-87fa-6419dbda4fd5 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:38.512173 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-07cded13-f666-47ca-8419-a617f97df1c0 req-44eb0448-cbff-466e-87fa-6419dbda4fd5 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0547059 Jul 28 17:48:38.540633 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a24bc-e9ca-4687-8348-9209b80db492 req-1014bbc7-9cee-4cca-b6a0-3e2a69cdef05 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:38.542255 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e69a24bc-e9ca-4687-8348-9209b80db492 req-1014bbc7-9cee-4cca-b6a0-3e2a69cdef05 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0484657 Jul 28 17:48:38.561025 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-07cded13-f666-47ca-8419-a617f97df1c0 req-0efb5037-b038-4ef5-8699-7785a20bf242 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426455 Jul 28 17:48:38.595979 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e69a24bc-e9ca-4687-8348-9209b80db492 req-824c5cf1-b05f-4e82-a0fc-9de9b14ee448 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482473 Jul 28 17:48:38.707570 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbaca81-f877-45a0-820c-c959b3193347 req-7e47b8c9-0db6-4812-919b-f4d75c773caa tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:38.709071 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-adbaca81-f877-45a0-820c-c959b3193347 req-7e47b8c9-0db6-4812-919b-f4d75c773caa tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0477099 Jul 28 17:48:38.760976 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-adbaca81-f877-45a0-820c-c959b3193347 req-339b8be8-8b70-429d-831d-5cfb29e8b199 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463426 Jul 28 17:48:39.689417 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952324a5-3b93-4bd1-aac8-160e7f2b36f8 req-13cebb03-1766-4c16-ab6b-94b7c85b9df4 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:39.691079 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-952324a5-3b93-4bd1-aac8-160e7f2b36f8 req-13cebb03-1766-4c16-ab6b-94b7c85b9df4 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0494289 Jul 28 17:48:39.701463 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:39.721404 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac601b25-329f-49b9-b6cf-0ae93f67b661 req-ed663f45-a99b-48d5-bd00-a80aae38bb2f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:39.723256 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ac601b25-329f-49b9-b6cf-0ae93f67b661 req-ed663f45-a99b-48d5-bd00-a80aae38bb2f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0491998 Jul 28 17:48:39.741900 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-952324a5-3b93-4bd1-aac8-160e7f2b36f8 req-648f1d15-49cc-4b06-a9dc-15b5f1bc1888 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438571 Jul 28 17:48:39.780915 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ac601b25-329f-49b9-b6cf-0ae93f67b661 req-8da5694c-28f4-4176-92bc-cfc762764f5c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501292 Jul 28 17:48:39.888345 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef3e15-2536-40d5-934d-55d1ba5d1349 req-d809da46-a088-4ba3-b20b-40ae8b5a620c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:39.889765 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4eef3e15-2536-40d5-934d-55d1ba5d1349 req-d809da46-a088-4ba3-b20b-40ae8b5a620c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0467899 Jul 28 17:48:39.940526 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4eef3e15-2536-40d5-934d-55d1ba5d1349 req-20c9a281-8069-4eb6-95ed-3cfdd2f9ffaa tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450127 Jul 28 17:48:40.875029 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99609eb1-df4e-4f0b-8105-ed9304325410 req-bc43199c-5d84-4d5f-a2b6-c878a224296b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:40.876712 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-99609eb1-df4e-4f0b-8105-ed9304325410 req-bc43199c-5d84-4d5f-a2b6-c878a224296b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0507011 Jul 28 17:48:40.918376 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:40.918977 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391f316-2f72-40b6-ada0-079278b3d23f req-06ee3909-e4cc-4a0b-b7e4-44bce2b1e26a tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:40.920033 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-0391f316-2f72-40b6-ada0-079278b3d23f req-06ee3909-e4cc-4a0b-b7e4-44bce2b1e26a tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0530598 Jul 28 17:48:40.927397 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-99609eb1-df4e-4f0b-8105-ed9304325410 req-1c58a682-8731-42c2-a5f5-f8003ed49af2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447760 Jul 28 17:48:40.927917 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:40.972772 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-0391f316-2f72-40b6-ada0-079278b3d23f req-65f60bc9-14a5-432f-b2d6-ab7364abf912 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460978 Jul 28 17:48:41.063891 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb5381-5912-4a98-85bd-6eed8334ecfd req-28839764-ed5a-46ca-b188-f4bac4b108d0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:41.065296 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-34bb5381-5912-4a98-85bd-6eed8334ecfd req-28839764-ed5a-46ca-b188-f4bac4b108d0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0503695 Jul 28 17:48:41.112075 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-34bb5381-5912-4a98-85bd-6eed8334ecfd req-ba4403ca-d65b-4f63-a84f-c2de99162f8c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407429 Jul 28 17:48:42.057462 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5922e-9edc-408c-83a7-33c26319c207 req-c787a64f-a81f-4a0f-b23f-dde9a66ad8a8 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:42.058979 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-04f5922e-9edc-408c-83a7-33c26319c207 req-c787a64f-a81f-4a0f-b23f-dde9a66ad8a8 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0521717 Jul 28 17:48:42.091329 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9f18b-63e8-4b3d-92c2-e103ea083065 req-1c5c0515-9496-4f7c-810e-b1b8341d8a89 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:42.092838 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9ee9f18b-63e8-4b3d-92c2-e103ea083065 req-1c5c0515-9496-4f7c-810e-b1b8341d8a89 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0480237 Jul 28 17:48:42.107192 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-04f5922e-9edc-408c-83a7-33c26319c207 req-f881da87-809c-4207-af41-aa8637bf9ac1 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426638 Jul 28 17:48:42.143823 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9ee9f18b-63e8-4b3d-92c2-e103ea083065 req-82d52f37-436b-41d3-9b30-6983feb7165e tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454183 Jul 28 17:48:42.236552 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41574a3-d22e-45bb-9ddf-fad023cff903 req-37f0faf6-a42e-44a2-8e99-36f15d5e5f17 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:42.238095 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b41574a3-d22e-45bb-9ddf-fad023cff903 req-37f0faf6-a42e-44a2-8e99-36f15d5e5f17 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0524526 Jul 28 17:48:42.284967 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b41574a3-d22e-45bb-9ddf-fad023cff903 req-fd16d082-be30-4b26-939a-c8fd64bc5a6f tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408998 Jul 28 17:48:43.251657 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6899-6d40-44e7-8c17-2321f1089225 req-c3814dbc-d2bb-4901-a12f-35f7a3805f3d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:43.253179 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c07f6899-6d40-44e7-8c17-2321f1089225 req-c3814dbc-d2bb-4901-a12f-35f7a3805f3d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0511708 Jul 28 17:48:43.266804 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8401dcd-0f88-47f0-956a-3e550aa843e6 req-31e7f8b0-229d-466d-b617-068d7b2c7406 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:43.268296 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f8401dcd-0f88-47f0-956a-3e550aa843e6 req-31e7f8b0-229d-466d-b617-068d7b2c7406 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0502777 Jul 28 17:48:43.301912 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c07f6899-6d40-44e7-8c17-2321f1089225 req-d4c9a524-a869-4be6-aa72-08a035290d39 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419023 Jul 28 17:48:43.319039 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f8401dcd-0f88-47f0-956a-3e550aa843e6 req-28d070cf-a491-4e65-bce3-c524b4a25a47 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451231 Jul 28 17:48:43.407355 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fc716-66a5-4179-ad14-bf2a71cf84a5 req-fbf78db5-ae06-483b-bb2b-1d179131ceb3 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:43.408815 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f20fc716-66a5-4179-ad14-bf2a71cf84a5 req-fbf78db5-ae06-483b-bb2b-1d179131ceb3 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0465441 Jul 28 17:48:43.455901 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f20fc716-66a5-4179-ad14-bf2a71cf84a5 req-a6a46970-b5e1-44b0-849d-0e9f2b606d06 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406861 Jul 28 17:48:44.426758 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8534b-f182-449b-9de0-355b7f0d3fff req-9c02960d-cf45-4ef9-adc0-9d2ca7ad2e49 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:44.428251 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5cf8534b-f182-449b-9de0-355b7f0d3fff req-9c02960d-cf45-4ef9-adc0-9d2ca7ad2e49 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0484288 Jul 28 17:48:44.437119 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e616e-32dc-4adc-ac90-2f66ce885f70 req-65b56921-0921-44f6-b6af-68a92c6dc293 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:44.438664 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ef4e616e-32dc-4adc-ac90-2f66ce885f70 req-65b56921-0921-44f6-b6af-68a92c6dc293 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0479031 Jul 28 17:48:44.454592 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:44.479984 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5cf8534b-f182-449b-9de0-355b7f0d3fff req-5c7bdd7a-4bb5-4f7a-82c3-81188fd13607 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456939 Jul 28 17:48:44.492659 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ef4e616e-32dc-4adc-ac90-2f66ce885f70 req-b1b83e55-9b0f-4155-9db3-c78f32dc69c6 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481751 Jul 28 17:48:44.587426 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691896b-4792-4d1b-958a-d2eff22d378b req-9f71ad49-2cff-4270-9662-0b0161f53ffb tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:44.588792 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5691896b-4792-4d1b-958a-d2eff22d378b req-9f71ad49-2cff-4270-9662-0b0161f53ffb tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0481219 Jul 28 17:48:44.609146 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:44.637698 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5691896b-4792-4d1b-958a-d2eff22d378b req-7ea24787-5b2d-4945-a2d4-739a7c5e5196 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434065 Jul 28 17:48:44.971416 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776e44-109d-4072-ab67-1da7439924a8 req-1e384444-ccb4-4751-9555-bfeeb124b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:44.972908 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-50776e44-109d-4072-ab67-1da7439924a8 req-1e384444-ccb4-4751-9555-bfeeb124b2b9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3c408952-a8f7-48c3-935f-d12a5087c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0708210 Jul 28 17:48:44.981407 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627de667-2c45-43af-8734-3bc1689c6f29 req-dd163aed-72e1-480b-9511-c1385d9fca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:44.982787 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-627de667-2c45-43af-8734-3bc1689c6f29 req-dd163aed-72e1-480b-9511-c1385d9fca33 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b952d617-3955-4a40-a300-e6bf2673617d HTTP/1.1" status: 200 len: 854 time: 0.0819719 Jul 28 17:48:44.997261 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f6df9-bef9-40ca-85ed-95880b429fff req-a14336c2-8048-4a25-a103-781df419bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:44.998796 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-415f6df9-bef9-40ca-85ed-95880b429fff req-a14336c2-8048-4a25-a103-781df419bd01 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 1129 time: 0.0400910 Jul 28 17:48:45.609212 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fa7bd-f4cf-465d-8cfb-61590deb5bed req-c7ffdf7f-a273-433b-9e82-0033b606d6f1 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:45.610984 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-710fa7bd-f4cf-465d-8cfb-61590deb5bed req-c7ffdf7f-a273-433b-9e82-0033b606d6f1 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0494375 Jul 28 17:48:45.613321 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eeb35e-49a9-4950-b76a-276b967e7384 req-f429a0c3-675e-4b57-b6d5-fb6b103fee9c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:45.615166 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d3eeb35e-49a9-4950-b76a-276b967e7384 req-f429a0c3-675e-4b57-b6d5-fb6b103fee9c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0481594 Jul 28 17:48:45.663878 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-710fa7bd-f4cf-465d-8cfb-61590deb5bed req-07b7013b-b138-4520-b520-552bf55e4c3c tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464323 Jul 28 17:48:45.669319 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d3eeb35e-49a9-4950-b76a-276b967e7384 req-dfed5dee-7e59-4f14-a1d0-de42ab6b4e50 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490105 Jul 28 17:48:45.771398 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d3ea5-d0c6-4dab-bd37-b0c437854509 req-b92a0ca0-a22b-428c-aeab-88d8cfcf892a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:45.772812 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-964d3ea5-d0c6-4dab-bd37-b0c437854509 req-b92a0ca0-a22b-428c-aeab-88d8cfcf892a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0492723 Jul 28 17:48:45.824271 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-964d3ea5-d0c6-4dab-bd37-b0c437854509 req-70122126-fb95-4e24-be7b-f421b92e7db5 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452507 Jul 28 17:48:46.768612 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:46.789294 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe1deb-b948-4095-9364-e96ee3740a67 req-1611ad97-93ce-4a64-964f-0f7f1311b7ae tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:46.790954 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cdbe1deb-b948-4095-9364-e96ee3740a67 req-1611ad97-93ce-4a64-964f-0f7f1311b7ae tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0502043 Jul 28 17:48:46.792226 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957872c-9763-4ac7-816c-76a99c2633ee req-d32a8182-1f29-4bcf-91d6-aefa95cce6f7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:46.793753 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c957872c-9763-4ac7-816c-76a99c2633ee req-d32a8182-1f29-4bcf-91d6-aefa95cce6f7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0495327 Jul 28 17:48:46.842444 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c957872c-9763-4ac7-816c-76a99c2633ee req-bae09ecc-1d97-49e1-898a-6db07c8cd477 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433142 Jul 28 17:48:46.843780 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cdbe1deb-b948-4095-9364-e96ee3740a67 req-b6aa287f-2662-41d1-87c5-2570d2562cd8 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472653 Jul 28 17:48:46.947948 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117bc9b-b54e-4645-adc4-7daf2cd9814b req-b560846f-1f4e-4f7b-b85e-fd7a1d82e298 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:46.950172 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1117bc9b-b54e-4645-adc4-7daf2cd9814b req-b560846f-1f4e-4f7b-b85e-fd7a1d82e298 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0481298 Jul 28 17:48:46.998419 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1117bc9b-b54e-4645-adc4-7daf2cd9814b req-e487d248-28e2-4507-bc4f-cef2b4966c22 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435472 Jul 28 17:48:47.968401 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858de7b-4db2-4c1a-8420-8ed7f28c03ba req-7fac6e09-ca7d-4ceb-b026-eb2076b7103c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:47.969951 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5858de7b-4db2-4c1a-8420-8ed7f28c03ba req-7fac6e09-ca7d-4ceb-b026-eb2076b7103c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0526185 Jul 28 17:48:47.973292 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3de9f-63af-47bc-a886-ea33548f68fe req-3ad3e719-0bdb-4cd5-91ff-52c19c43935d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:47.974769 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a3c3de9f-63af-47bc-a886-ea33548f68fe req-3ad3e719-0bdb-4cd5-91ff-52c19c43935d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0495040 Jul 28 17:48:48.005936 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:48.021647 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5858de7b-4db2-4c1a-8420-8ed7f28c03ba req-7b41dfdd-39d8-485e-8595-64bfab2e0ccd tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459015 Jul 28 17:48:48.024483 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a3c3de9f-63af-47bc-a886-ea33548f68fe req-d798eada-045d-4920-8d38-ea2734073142 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432539 Jul 28 17:48:48.125885 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf8ffe-ce91-44d6-a15e-a30c2c65b1e2 req-c6e0a3fa-55fb-4212-9e18-367e97b1574e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:48.126068 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d9cf8ffe-ce91-44d6-a15e-a30c2c65b1e2 req-c6e0a3fa-55fb-4212-9e18-367e97b1574e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0484934 Jul 28 17:48:48.174800 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d9cf8ffe-ce91-44d6-a15e-a30c2c65b1e2 req-c6d8e589-4fb3-4bb9-b91e-a6bbca06abb0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434422 Jul 28 17:48:49.142214 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610b1fb-1a32-47d7-96b4-668ff31b82cd req-b1168e00-fd7e-4614-a390-634fc114a5e0 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:49.143641 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e610b1fb-1a32-47d7-96b4-668ff31b82cd req-b1168e00-fd7e-4614-a390-634fc114a5e0 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0493145 Jul 28 17:48:49.165600 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862455de-b15c-4fd9-a2ba-a0230b5407ca req-ec2f59e7-64da-4a51-bfd2-2cbce92d75da tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:49.167176 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-862455de-b15c-4fd9-a2ba-a0230b5407ca req-ec2f59e7-64da-4a51-bfd2-2cbce92d75da tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0520973 Jul 28 17:48:49.195443 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e610b1fb-1a32-47d7-96b4-668ff31b82cd req-e57c2cd0-29fc-4369-98c9-7f554b8332c4 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455794 Jul 28 17:48:49.215784 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-862455de-b15c-4fd9-a2ba-a0230b5407ca req-13e73a68-aae0-4e23-aebd-9a38bf293f00 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431557 Jul 28 17:48:49.306936 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b889fb-5a13-4909-b7a9-7379a8df2195 req-45f9b360-5259-4213-b18e-4630841b4bdc tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:49.308481 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-92b889fb-5a13-4909-b7a9-7379a8df2195 req-45f9b360-5259-4213-b18e-4630841b4bdc tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0517123 Jul 28 17:48:49.366367 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-92b889fb-5a13-4909-b7a9-7379a8df2195 req-517a31f0-81e4-47b9-8dbe-1b7ff4036a8b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501592 Jul 28 17:48:50.309676 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:48:50.314609 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a244e7-560d-49c8-affe-d3258784f1df req-abf37782-3fd4-4eac-a7d4-8ca5682f0f4e tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:50.316155 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c7a244e7-560d-49c8-affe-d3258784f1df req-abf37782-3fd4-4eac-a7d4-8ca5682f0f4e tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0479918 Jul 28 17:48:50.346785 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441631e-4cf6-41a0-b060-1662e0f822ae req-2a2a48f1-828f-4253-a602-881504d266ad tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:50.348492 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f441631e-4cf6-41a0-b060-1662e0f822ae req-2a2a48f1-828f-4253-a602-881504d266ad tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0486650 Jul 28 17:48:50.369975 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c7a244e7-560d-49c8-affe-d3258784f1df req-8f6cbcac-9694-4846-bffe-8af4775183f0 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482798 Jul 28 17:48:50.415018 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f441631e-4cf6-41a0-b060-1662e0f822ae req-9b38d91e-976a-4ac6-afa8-f77387ee9a9d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605314 Jul 28 17:48:50.503731 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78c696-c2b9-44df-9bd2-1f917ecbc609 req-f5cc8e63-b476-4f09-a5be-fee5b3e47f3c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:50.505242 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bd78c696-c2b9-44df-9bd2-1f917ecbc609 req-f5cc8e63-b476-4f09-a5be-fee5b3e47f3c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0468702 Jul 28 17:48:50.559213 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bd78c696-c2b9-44df-9bd2-1f917ecbc609 req-3ddb97e4-f989-42ba-acdd-3e907492238b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473852 Jul 28 17:48:50.659319 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 42502) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:48:50.764680 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:50.842487 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Publish callbacks [] for security_group (0657884c-0b4c-4a73-8d06-a47dc094d8ac), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:50.846581 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (0657884c-0b4c-4a73-8d06-a47dc094d8ac), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:50.889595 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dcc5c66384d546d298795f25eabcc5c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291939 Jul 28 17:48:50.890269 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0657884c-0b4c-4a73-8d06-a47dc094d8ac,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:50.892449 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 42506) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:48:50.909054 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:50.909428 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:50.909766 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:50.910101 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:50.910430 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:50.910756 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:50.911080 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:50.911399 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:50.911722 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:50.912043 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:50.912366 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:50.912684 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:50.913000 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:50.913340 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:50.913657 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a6be6-d1fc-4225-ae98-f0bff1a91128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:48:50.954609 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1eae1c8b-8d7f-4fc7-91b4-7312e0980e01 admin admin] Publish callbacks [] for security_group (0657884c-0b4c-4a73-8d06-a47dc094d8ac), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:50.975596 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1eae1c8b-8d7f-4fc7-91b4-7312e0980e01 admin admin] Publish callbacks [] for security_group (0657884c-0b4c-4a73-8d06-a47dc094d8ac), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:51.005581 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:51.026835 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1eae1c8b-8d7f-4fc7-91b4-7312e0980e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (0657884c-0b4c-4a73-8d06-a47dc094d8ac), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:51.029718 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1eae1c8b-8d7f-4fc7-91b4-7312e0980e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:51.030860 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-1eae1c8b-8d7f-4fc7-91b4-7312e0980e01 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0657884c-0b4c-4a73-8d06-a47dc094d8ac HTTP/1.1" status: 204 len: 168 time: 0.1374705 Jul 28 17:48:51.038898 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae1c8b-8d7f-4fc7-91b4-7312e0980e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0657884c-0b4c-4a73-8d06-a47dc094d8ac,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:51.500493 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fbe9b-ba59-4c06-8b63-49436d533874 req-3e3fc201-84bd-44a3-b678-074789a12e9c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:51.502427 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-861fbe9b-ba59-4c06-8b63-49436d533874 req-3e3fc201-84bd-44a3-b678-074789a12e9c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0541332 Jul 28 17:48:51.559720 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-861fbe9b-ba59-4c06-8b63-49436d533874 req-9726bbb6-9411-420e-9273-9cff92347d7c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514424 Jul 28 17:48:51.559940 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2140fe3-9750-4115-af0d-0ce63560dc38 req-2d7cb6bf-bd55-4b75-9139-3c8ebe62dc85 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:51.562269 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d2140fe3-9750-4115-af0d-0ce63560dc38 req-2d7cb6bf-bd55-4b75-9139-3c8ebe62dc85 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0639124 Jul 28 17:48:51.630194 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d2140fe3-9750-4115-af0d-0ce63560dc38 req-31f852e5-5f85-48e9-ac7c-d382a2448c80 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586114 Jul 28 17:48:51.692040 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d058c34-537f-4d49-849b-dc85c77b5002 req-a174b625-899e-4151-8614-369bfffdbaf1 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:51.693582 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1d058c34-537f-4d49-849b-dc85c77b5002 req-a174b625-899e-4151-8614-369bfffdbaf1 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0506086 Jul 28 17:48:51.743406 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1d058c34-537f-4d49-849b-dc85c77b5002 req-483bdc8a-95a6-47be-9ac5-6aff1a7e4fa1 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437200 Jul 28 17:48:52.682223 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f5cd1-bc63-4d74-8993-a3ea7f0fec2b req-141f7562-e791-415b-aed4-b8483a2dd085 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:52.683914 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-832f5cd1-bc63-4d74-8993-a3ea7f0fec2b req-141f7562-e791-415b-aed4-b8483a2dd085 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0520573 Jul 28 17:48:52.718014 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:52.730738 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:52.736217 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-832f5cd1-bc63-4d74-8993-a3ea7f0fec2b req-e084606d-42d0-4c7d-bfee-1175577112b0 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469792 Jul 28 17:48:52.763247 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4a08c-512c-4ab9-808d-08deddf87657 req-a99ae4c9-b306-414e-ac3c-898f1e784314 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:52.764750 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3fc4a08c-512c-4ab9-808d-08deddf87657 req-a99ae4c9-b306-414e-ac3c-898f1e784314 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0496626 Jul 28 17:48:52.820552 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3fc4a08c-512c-4ab9-808d-08deddf87657 req-2f079cfe-4834-4283-a048-5b2e792871d0 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499923 Jul 28 17:48:52.869690 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38137278-2985-462c-a357-2ca808131bb3 req-dc11ba25-7c60-4458-a34b-027f13f886cd tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:52.871066 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-38137278-2985-462c-a357-2ca808131bb3 req-dc11ba25-7c60-4458-a34b-027f13f886cd tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0533228 Jul 28 17:48:52.918040 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-38137278-2985-462c-a357-2ca808131bb3 req-b89cd9d6-5a91-49e4-bada-57105bf51591 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414011 Jul 28 17:48:53.849006 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:53.866045 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40380c-bc43-4844-9f13-e6cac2b04d53 req-eb20ebd3-c2c7-41f3-a3f1-28c09a75d36e tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:53.867551 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3e40380c-bc43-4844-9f13-e6cac2b04d53 req-eb20ebd3-c2c7-41f3-a3f1-28c09a75d36e tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0525010 Jul 28 17:48:53.920219 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3e40380c-bc43-4844-9f13-e6cac2b04d53 req-5781c395-b1ac-4fae-bd50-32ad9930a4ce tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461094 Jul 28 17:48:53.960248 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae02289-6837-43cd-89d1-f75123113073 req-0a107815-1e3b-49ec-b090-4ab9bf17a9ae tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:53.961784 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bae02289-6837-43cd-89d1-f75123113073 req-0a107815-1e3b-49ec-b090-4ab9bf17a9ae tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0503287 Jul 28 17:48:54.010481 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bae02289-6837-43cd-89d1-f75123113073 req-46b5689a-2313-48b6-9bf0-bd4e9dd70759 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423832 Jul 28 17:48:54.025619 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=15 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:54.041126 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f5f3b-0a70-4efe-9342-5d5ad8928057 req-b7b36dca-3329-4341-bef4-c372b1d754ee tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:54.042732 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c67f5f3b-0a70-4efe-9342-5d5ad8928057 req-b7b36dca-3329-4341-bef4-c372b1d754ee tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0495222 Jul 28 17:48:54.090753 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c67f5f3b-0a70-4efe-9342-5d5ad8928057 req-60a28761-ccdd-4861-8649-a966822bf4db tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422585 Jul 28 17:48:55.038788 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541593f-2b6f-4f3a-8ae3-926f9626980b req-47f54f80-627f-4d11-a161-c6a74dfe5bbf tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:55.040429 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5541593f-2b6f-4f3a-8ae3-926f9626980b req-47f54f80-627f-4d11-a161-c6a74dfe5bbf tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0467863 Jul 28 17:48:55.096114 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5541593f-2b6f-4f3a-8ae3-926f9626980b req-bcd2ed39-e681-4f3b-aed3-2a80bf3c047b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492487 Jul 28 17:48:55.137632 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895069c8-a142-4846-b296-0cf0d32ab630 req-9fb8d6bf-5de1-405a-8567-b03381431c43 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:55.139124 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-895069c8-a142-4846-b296-0cf0d32ab630 req-9fb8d6bf-5de1-405a-8567-b03381431c43 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0484240 Jul 28 17:48:55.193112 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-895069c8-a142-4846-b296-0cf0d32ab630 req-5579a916-1228-44e4-8eec-cd397f43146b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479434 Jul 28 17:48:55.210253 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134a2fd-0e84-4d23-9a9c-d991f96035c0 req-cc9c67f7-c774-4d56-88c1-4e9ced271695 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:55.211738 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a134a2fd-0e84-4d23-9a9c-d991f96035c0 req-cc9c67f7-c774-4d56-88c1-4e9ced271695 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0482235 Jul 28 17:48:55.262525 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a134a2fd-0e84-4d23-9a9c-d991f96035c0 req-c49b379c-0e88-4711-b39c-95629b409776 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440578 Jul 28 17:48:55.690907 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b107472a-3e50-4d63-9ef7-9d13f62dcab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:56.221455 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc341c-5377-4bf2-a22a-6b4813210cb7 req-59e30698-e9d9-42cc-99f8-5080a6affc4b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:56.222922 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-39fc341c-5377-4bf2-a22a-6b4813210cb7 req-59e30698-e9d9-42cc-99f8-5080a6affc4b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0479996 Jul 28 17:48:56.276811 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-39fc341c-5377-4bf2-a22a-6b4813210cb7 req-3c7c7cbe-23dc-4fd3-99d3-9a353e6b619c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470996 Jul 28 17:48:56.335018 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee792f-189b-48c4-a1bb-857b532b07d5 req-a78e0d85-f95d-4c36-8103-89d845a4b786 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:56.336571 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-62ee792f-189b-48c4-a1bb-857b532b07d5 req-a78e0d85-f95d-4c36-8103-89d845a4b786 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0499418 Jul 28 17:48:56.382153 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd2bcd-76db-462b-9948-f7f9215614c9 req-80ff981a-251b-4140-ab8e-4a0b7ec7e3fa tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:56.383603 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d5dd2bcd-76db-462b-9948-f7f9215614c9 req-80ff981a-251b-4140-ab8e-4a0b7ec7e3fa tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0474551 Jul 28 17:48:56.390653 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-62ee792f-189b-48c4-a1bb-857b532b07d5 req-df924539-7dca-4625-baa7-0366e1a80720 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483980 Jul 28 17:48:56.431712 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d5dd2bcd-76db-462b-9948-f7f9215614c9 req-93ffe670-7aa0-4dd4-b46d-5a05388ae799 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424967 Jul 28 17:48:57.002766 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-415f6df9-bef9-40ca-85ed-95880b429fff req-6ae65ac7-d514-473e-bcf0-47549a22c5d9 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616255 Jul 28 17:48:57.053765 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3d16d98b-7f59-425c-9df2-d4bccc83c9c1 req-66386a49-abbb-402d-bd99-8e400f2eb84c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1134062 Jul 28 17:48:57.062670 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627de667-2c45-43af-8734-3bc1689c6f29 req-1b068a8c-677f-4879-b2c8-a0627f30baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:57.064066 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-627de667-2c45-43af-8734-3bc1689c6f29 req-1b068a8c-677f-4879-b2c8-a0627f30baa4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9bb61a2e-af39-4830-a017-e8c560155c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1224751 Jul 28 17:48:57.103766 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-50776e44-109d-4072-ab67-1da7439924a8 req-2c11fb30-091e-4c45-a321-8cf4e3132805 service neutron] 10.222.0.100 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609759 Jul 28 17:48:57.405555 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7cdfa-d2d2-4ace-b0fc-ec0dc0b2a07f req-3e3f3d82-6899-4323-bd77-ab063f3dd983 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:57.407030 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1af7cdfa-d2d2-4ace-b0fc-ec0dc0b2a07f req-3e3f3d82-6899-4323-bd77-ab063f3dd983 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0502350 Jul 28 17:48:57.457710 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1af7cdfa-d2d2-4ace-b0fc-ec0dc0b2a07f req-be171d5a-5169-4e4b-802f-dc5086ac5cfd tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451846 Jul 28 17:48:57.530992 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a24e3f-626e-4f94-a324-ecbec0dd8ce4 req-521723b9-eb84-47ba-b60f-bb6f0048cf1a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:57.532471 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-14a24e3f-626e-4f94-a324-ecbec0dd8ce4 req-521723b9-eb84-47ba-b60f-bb6f0048cf1a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 944 time: 0.0499105 Jul 28 17:48:57.561686 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109793d-c683-4dfd-97f6-d4344c7e1d4a req-5394a0e4-d794-4165-8b22-3b3439d38993 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:57.563179 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f109793d-c683-4dfd-97f6-d4344c7e1d4a req-5394a0e4-d794-4165-8b22-3b3439d38993 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0481582 Jul 28 17:48:57.581454 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-14a24e3f-626e-4f94-a324-ecbec0dd8ce4 req-9ea925f0-ee38-4ef9-ad94-8a9f65360669 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431571 Jul 28 17:48:57.612026 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f109793d-c683-4dfd-97f6-d4344c7e1d4a req-5f413275-5c39-4b6c-b1b8-6df961b4de93 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431981 Jul 28 17:48:57.777631 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 66a4d790-7df0-45de-afec-7d756c561981 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:48:57.879121 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 66a4d790-7df0-45de-afec-7d756c561981, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=66a4d790-7df0-45de-afec-7d756c561981,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:48:57.899137 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '66a4d790-7df0-45de-afec-7d756c561981', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'port_id': '66a4d790-7df0-45de-afec-7d756c561981', 'mac_address': 'fa:16:3e:23:49:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:48:57.939128 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 66a4d790-7df0-45de-afec-7d756c561981 is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:48:57.939577 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (66a4d790-7df0-45de-afec-7d756c561981), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:57.953953 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a4d790-7df0-45de-afec-7d756c561981 {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:48:57.980249 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 66a4d790-7df0-45de-afec-7d756c561981, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=66a4d790-7df0-45de-afec-7d756c561981,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:48:57.984194 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (66a4d790-7df0-45de-afec-7d756c561981), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:58.035290 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=66a4d790-7df0-45de-afec-7d756c561981,revision_number=9']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:48:58.112314 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-2d7ad4b7-6acb-4262-af53-cd1dc93c7852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:58.395532 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['66a4d790-7df0-45de-afec-7d756c561981'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:48:58.579637 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e9d67-b8a9-44c7-b1d9-d49154b920db req-bbf125c2-c7c0-4cc4-a237-a660094dcb1e tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:58.581096 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2d2e9d67-b8a9-44c7-b1d9-d49154b920db req-bbf125c2-c7c0-4cc4-a237-a660094dcb1e tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0463939 Jul 28 17:48:58.599265 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:58.637931 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2d2e9d67-b8a9-44c7-b1d9-d49154b920db req-6c870938-17f2-4a5d-86c2-efd722769130 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511224 Jul 28 17:48:58.719838 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea615ee4-c2fc-4580-8d5d-85489d6bab8e req-45b8ee7a-b383-4e5c-9d8f-9cb813b90cc6 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:58.721346 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea615ee4-c2fc-4580-8d5d-85489d6bab8e req-45b8ee7a-b383-4e5c-9d8f-9cb813b90cc6 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 945 time: 0.0533180 Jul 28 17:48:58.775612 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea615ee4-c2fc-4580-8d5d-85489d6bab8e req-959e9f42-3267-4882-8c02-eacad3300e04 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479796 Jul 28 17:48:58.998438 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f552-38b0-441e-9d7f-df473a887203 req-098b9c8b-f61b-4158-99a3-3570c3b734d8 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:58.999930 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bc41f552-38b0-441e-9d7f-df473a887203 req-098b9c8b-f61b-4158-99a3-3570c3b734d8 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.3016448 Jul 28 17:48:59.047007 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bc41f552-38b0-441e-9d7f-df473a887203 req-f72a463d-4eb1-4981-b17d-19fdad98025a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414476 Jul 28 17:48:59.119329 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:59.752337 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46018825-6914-4bad-bc60-607842166d73 req-d53b1c07-5c49-4487-9466-4fa2d58a45ed tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:59.753870 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-46018825-6914-4bad-bc60-607842166d73 req-d53b1c07-5c49-4487-9466-4fa2d58a45ed tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0466094 Jul 28 17:48:59.793264 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device dc52a880-fa63-4cb8-9043-9a3589099ae5 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:48:59.803944 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 66a4d790-7df0-45de-afec-7d756c561981 up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:48:59.804179 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-46018825-6914-4bad-bc60-607842166d73 req-9b9e437b-ff6c-4dd2-b167-7ac0f0e0816a tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447345 Jul 28 17:48:59.909333 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26b3e2-ec81-453a-b8b7-ed814929b05a req-860daa7d-df1c-407e-b8bb-28e6deb9bfd9 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:48:59.910859 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ca26b3e2-ec81-453a-b8b7-ed814929b05a req-860daa7d-df1c-407e-b8bb-28e6deb9bfd9 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 945 time: 0.0498929 Jul 28 17:48:59.923893 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 66a4d790-7df0-45de-afec-7d756c561981 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:48:59.924262 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (66a4d790-7df0-45de-afec-7d756c561981), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:48:59.959562 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:48:59.983526 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ca26b3e2-ec81-453a-b8b7-ed814929b05a req-544b54c1-e856-4846-8206-b7f09012c780 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654516 Jul 28 17:48:59.992083 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port dc52a880-fa63-4cb8-9043-9a3589099ae5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dc52a880-fa63-4cb8-9043-9a3589099ae5,segment=NetworkSegment(70ab3c67-0aa6-47f4-b3ad-288a70252a95),segment_id=70ab3c67-0aa6-47f4-b3ad-288a70252a95)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:49:00.010158 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': 'dc52a880-fa63-4cb8-9043-9a3589099ae5', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'port_id': 'dc52a880-fa63-4cb8-9043-9a3589099ae5', 'mac_address': 'fa:16:3e:36:67:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:49:00.013334 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:00.079647 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 66a4d790-7df0-45de-afec-7d756c561981 is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:49:00.080038 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (66a4d790-7df0-45de-afec-7d756c561981), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:00.089244 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port dc52a880-fa63-4cb8-9043-9a3589099ae5 is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:49:00.089588 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:00.111922 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc52a880-fa63-4cb8-9043-9a3589099ae5 {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:49:00.125363 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a4d790-7df0-45de-afec-7d756c561981'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:49:00.128319 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e048b8-17cc-45ff-8ebe-b398e563d11f" -d '{"events": [{"server_uuid": "b5b7bb8c-4218-4d08-a7d6-9c91343649a8", "name": "network-vif-plugged", "status": "completed", "tag": "66a4d790-7df0-45de-afec-7d756c561981"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:49:00.130890 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:00.158365 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 66a4d790-7df0-45de-afec-7d756c561981, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=66a4d790-7df0-45de-afec-7d756c561981,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:49:00.160621 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port dc52a880-fa63-4cb8-9043-9a3589099ae5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dc52a880-fa63-4cb8-9043-9a3589099ae5,segment=NetworkSegment(70ab3c67-0aa6-47f4-b3ad-288a70252a95),segment_id=70ab3c67-0aa6-47f4-b3ad-288a70252a95)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:49:00.165016 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (66a4d790-7df0-45de-afec-7d756c561981), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:00.172280 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:00.188196 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085013be-2b60-4f33-bb9a-2e4f8194f0ad req-4bfb4689-86db-40cb-a615-a0552b678205 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:00.189813 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-085013be-2b60-4f33-bb9a-2e4f8194f0ad req-4bfb4689-86db-40cb-a615-a0552b678205 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0671470 Jul 28 17:49:00.197953 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74d4592-e721-4deb-a69b-947ef8045b08 x-openstack-request-id: req-c74d4592-e721-4deb-a69b-947ef8045b08 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:49:00.198266 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b7bb8c-4218-4d08-a7d6-9c91343649a8", "name": "network-vif-plugged", "status": "completed", "tag": "66a4d790-7df0-45de-afec-7d756c561981", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:49:00.198555 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c74d4592-e721-4deb-a69b-947ef8045b08 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:49:00.198956 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c74d4592-e721-4deb-a69b-947ef8045b08'] response: {'server_uuid': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a4d790-7df0-45de-afec-7d756c561981', 'code': 200} Jul 28 17:49:00.225467 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=66a4d790-7df0-45de-afec-7d756c561981,revision_number=10']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:49:00.234190 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.234542 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.234902 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.235443 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.235791 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.236120 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.236625 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.236961 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.237382 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.237727 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.238063 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.238404 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.238734 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.239216 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.239548 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.251385 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-085013be-2b60-4f33-bb9a-2e4f8194f0ad req-9325f453-60a7-4d68-8d3c-3516056ccaf3 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553339 Jul 28 17:49:00.299055 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=dc52a880-fa63-4cb8-9043-9a3589099ae5,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:49:00.311627 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 42652) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:49:00.417748 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-91da566d-216b-4eeb-a232-8675291c70df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:00.499030 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-91da566d-216b-4eeb-a232-8675291c70df admin admin] Publish callbacks [] for security_group (2cb941f8-2021-4f4c-be7d-d3a673c4dfd2), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:00.502908 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-91da566d-216b-4eeb-a232-8675291c70df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (2cb941f8-2021-4f4c-be7d-d3a673c4dfd2), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:00.543079 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-91da566d-216b-4eeb-a232-8675291c70df admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=32fc268c2a6d48bbaeeb8c79f72d7159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303905 Jul 28 17:49:00.544015 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da566d-216b-4eeb-a232-8675291c70df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb941f8-2021-4f4c-be7d-d3a673c4dfd2,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:49:00.545791 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 42656) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:49:00.570049 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:00.574670 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:00.592522 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['dc52a880-fa63-4cb8-9043-9a3589099ae5'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:49:00.598766 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Publish callbacks [] for security_group (2cb941f8-2021-4f4c-be7d-d3a673c4dfd2), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:00.621388 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Publish callbacks [] for security_group (2cb941f8-2021-4f4c-be7d-d3a673c4dfd2), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:00.636904 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:00.672769 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (2cb941f8-2021-4f4c-be7d-d3a673c4dfd2), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:00.675409 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:00.678921 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2cb941f8-2021-4f4c-be7d-d3a673c4dfd2 HTTP/1.1" status: 204 len: 168 time: 0.1297529 Jul 28 17:49:00.686676 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb941f8-2021-4f4c-be7d-d3a673c4dfd2,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:49:00.694137 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.694531 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.694829 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.695178 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.695518 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.695856 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.696198 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.697142 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.697715 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.698102 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.698722 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.698722 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.698984 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.699318 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.700148 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28d5b6-73c2-4251-b6ff-9711c4c07ff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:49:00.887625 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:00.934279 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:00.961042 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a8c71-9c79-4c95-afc1-9f802302bdbc req-a36ea226-06a4-480c-ac7e-51b69e936542 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:00.962953 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-387a8c71-9c79-4c95-afc1-9f802302bdbc req-a36ea226-06a4-480c-ac7e-51b69e936542 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 945 time: 0.0547800 Jul 28 17:49:01.017402 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-387a8c71-9c79-4c95-afc1-9f802302bdbc req-78d8a524-786d-4af8-9321-d534c100302f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480587 Jul 28 17:49:01.111848 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96813b6a-ed87-4e23-aa21-38a5a5d55be3 req-07d7c346-e1ee-42f0-a8bc-da6fbfe82cbd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:01.113488 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-96813b6a-ed87-4e23-aa21-38a5a5d55be3 req-07d7c346-e1ee-42f0-a8bc-da6fbfe82cbd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0495093 Jul 28 17:49:01.164178 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-96813b6a-ed87-4e23-aa21-38a5a5d55be3 req-ae22f017-a1aa-4b99-95a8-d0ebe0aab938 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446291 Jul 28 17:49:01.377490 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b761f0-9bfc-4992-97bc-a0b3be276272 req-7725dbbe-3faf-4652-a147-583fa31795dc tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:01.378960 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d3b761f0-9bfc-4992-97bc-a0b3be276272 req-7725dbbe-3faf-4652-a147-583fa31795dc tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0471380 Jul 28 17:49:01.430141 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d3b761f0-9bfc-4992-97bc-a0b3be276272 req-483afca9-9a2e-45d3-9462-f40c458afe79 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456829 Jul 28 17:49:01.800313 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device dc52a880-fa63-4cb8-9043-9a3589099ae5 up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:49:01.845922 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port dc52a880-fa63-4cb8-9043-9a3589099ae5 completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:49:01.852040 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port dc52a880-fa63-4cb8-9043-9a3589099ae5 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:49:01.852425 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:01.928594 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port dc52a880-fa63-4cb8-9043-9a3589099ae5 is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:49:01.928992 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:01.963419 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port dc52a880-fa63-4cb8-9043-9a3589099ae5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dc52a880-fa63-4cb8-9043-9a3589099ae5,segment=NetworkSegment(70ab3c67-0aa6-47f4-b3ad-288a70252a95),segment_id=70ab3c67-0aa6-47f4-b3ad-288a70252a95)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:49:01.967324 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:01.991913 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:02.018474 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=dc52a880-fa63-4cb8-9043-9a3589099ae5,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:49:02.139828 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f83c09-467b-496a-bb0c-256e5d14bbb1 req-87168e54-fc70-4e18-b812-1d3afb100cb0 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:02.141606 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a3f83c09-467b-496a-bb0c-256e5d14bbb1 req-87168e54-fc70-4e18-b812-1d3afb100cb0 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0483990 Jul 28 17:49:02.190120 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a3f83c09-467b-496a-bb0c-256e5d14bbb1 req-95aa66c4-e180-4e39-bc49-bd872c8ecec2 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430295 Jul 28 17:49:02.200433 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc52a880-fa63-4cb8-9043-9a3589099ae5'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:49:02.203132 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46bfe97-5f32-4d40-be01-6e1d6efca714" -d '{"events": [{"server_uuid": "eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc52a880-fa63-4cb8-9043-9a3589099ae5"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:49:02.239363 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112abad0-7c12-4ef8-b136-40940da7aa8b x-openstack-request-id: req-112abad0-7c12-4ef8-b136-40940da7aa8b {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:49:02.239685 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc52a880-fa63-4cb8-9043-9a3589099ae5", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:49:02.239947 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-112abad0-7c12-4ef8-b136-40940da7aa8b {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:49:02.240347 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112abad0-7c12-4ef8-b136-40940da7aa8b'] response: {'server_uuid': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc52a880-fa63-4cb8-9043-9a3589099ae5', 'code': 200} Jul 28 17:49:02.304911 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771d621-4d5f-405b-b273-431062807c21 req-8b12e3c8-1785-433f-8e3c-fa307bfcc192 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:02.306357 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7771d621-4d5f-405b-b273-431062807c21 req-8b12e3c8-1785-433f-8e3c-fa307bfcc192 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0597856 Jul 28 17:49:02.354076 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7771d621-4d5f-405b-b273-431062807c21 req-b7840845-a61b-446f-a898-713fe5e874f3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420742 Jul 28 17:49:02.548753 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583315e-4d26-4b12-8f56-f646cb639a49 req-8803de04-b818-4948-b46a-9532088ffc0c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:02.550255 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2583315e-4d26-4b12-8f56-f646cb639a49 req-8803de04-b818-4948-b46a-9532088ffc0c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0468202 Jul 28 17:49:02.597304 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2583315e-4d26-4b12-8f56-f646cb639a49 req-2e7f0337-e511-4376-8573-a5b9bf06fe01 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415199 Jul 28 17:49:03.307729 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ef06d-0a5a-4369-a5c7-54d0efb626ca req-21c12512-f58f-42a9-aa23-865996ce0f4f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:03.309233 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0a4ef06d-0a5a-4369-a5c7-54d0efb626ca req-21c12512-f58f-42a9-aa23-865996ce0f4f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0472722 Jul 28 17:49:03.372443 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0a4ef06d-0a5a-4369-a5c7-54d0efb626ca req-ef15717a-411e-4cd3-9005-cdcd6e158a8b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575376 Jul 28 17:49:03.482262 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897452d3-bacf-4d4b-9664-8663b8002782 req-b9038604-ea0d-4dff-b880-fe3641d61825 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:03.483731 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-897452d3-bacf-4d4b-9664-8663b8002782 req-b9038604-ea0d-4dff-b880-fe3641d61825 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0507436 Jul 28 17:49:03.530263 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-897452d3-bacf-4d4b-9664-8663b8002782 req-2dc791f0-fd0b-4a7f-9014-5eccba2d397b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410218 Jul 28 17:49:03.723709 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a5887-a91f-4460-9d57-06ecd3603cee req-ba3d4988-240b-4f65-b3b6-23335372a856 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:03.725214 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e1a5887-a91f-4460-9d57-06ecd3603cee req-ba3d4988-240b-4f65-b3b6-23335372a856 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0507393 Jul 28 17:49:03.772133 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e1a5887-a91f-4460-9d57-06ecd3603cee req-a0601aed-d9dd-486a-ab8a-0110cb50084c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412023 Jul 28 17:49:04.328277 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=16 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:04.329051 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=3 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:04.488031 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308d6ab-aeed-4a2e-9df9-60d22f78579b req-660cd30e-8447-49fe-b0a5-1abe5520ff8c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:04.489443 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c308d6ab-aeed-4a2e-9df9-60d22f78579b req-660cd30e-8447-49fe-b0a5-1abe5520ff8c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0465708 Jul 28 17:49:04.538536 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c308d6ab-aeed-4a2e-9df9-60d22f78579b req-a11b2b89-baf8-4bbf-9e2f-020926c5cef7 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423515 Jul 28 17:49:04.653547 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63641a-55bf-4e12-874b-c72838e2d67f req-cade14d4-e192-4457-8193-36f1f525e08d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:04.655023 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9d63641a-55bf-4e12-874b-c72838e2d67f req-cade14d4-e192-4457-8193-36f1f525e08d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0488293 Jul 28 17:49:04.703535 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9d63641a-55bf-4e12-874b-c72838e2d67f req-bcb1d7ac-896d-4528-b7d2-4f0fa2c68db6 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429101 Jul 28 17:49:04.895068 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d66bf-d959-4928-aa59-4be38bb94eb7 req-16a34b2f-ff25-4bef-a5df-284e062817e4 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:04.896570 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-628d66bf-d959-4928-aa59-4be38bb94eb7 req-16a34b2f-ff25-4bef-a5df-284e062817e4 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0511177 Jul 28 17:49:04.944670 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-628d66bf-d959-4928-aa59-4be38bb94eb7 req-c847a5b4-7e56-4c0e-8e5d-d80d9777071d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417442 Jul 28 17:49:05.565329 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a48b81-f368-45d4-ab02-c593eb646af7 req-eaec0730-6789-43af-b191-196d09444214 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:05.566800 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-39a48b81-f368-45d4-ab02-c593eb646af7 req-eaec0730-6789-43af-b191-196d09444214 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0483263 Jul 28 17:49:05.628623 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-39a48b81-f368-45d4-ab02-c593eb646af7 req-4d8d8d9d-a778-4229-b294-715a5ba96d8d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553782 Jul 28 17:49:05.660288 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c30817-a745-4214-8158-6bd26d2cefa2 req-d412180e-cf37-429d-a062-4dc6bdb63ef1 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:05.661803 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-36c30817-a745-4214-8158-6bd26d2cefa2 req-d412180e-cf37-429d-a062-4dc6bdb63ef1 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0483522 Jul 28 17:49:05.705814 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:05.715547 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-36c30817-a745-4214-8158-6bd26d2cefa2 req-30d197ab-ed57-4f18-b5e4-c4e60c8027e7 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482275 Jul 28 17:49:05.829791 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcaaa3-90ab-46ad-b645-a6c2f22fa733 req-ca1f6bf3-dd81-4a47-be61-bfc367094864 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:05.831287 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-12bcaaa3-90ab-46ad-b645-a6c2f22fa733 req-ca1f6bf3-dd81-4a47-be61-bfc367094864 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0479059 Jul 28 17:49:05.881882 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-12bcaaa3-90ab-46ad-b645-a6c2f22fa733 req-02dda4c9-bdcc-46a6-bd38-b61f6c79f7e2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449147 Jul 28 17:49:06.055566 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:06.068562 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916acc14-1499-4b23-9ee2-a1b535f33907 req-0af372b2-4b43-43cd-b714-0aafcd50ad76 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:06.070065 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-916acc14-1499-4b23-9ee2-a1b535f33907 req-0af372b2-4b43-43cd-b714-0aafcd50ad76 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0496640 Jul 28 17:49:06.117424 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-916acc14-1499-4b23-9ee2-a1b535f33907 req-77a91377-119c-4433-a044-cf925f493b4b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413380 Jul 28 17:49:06.748345 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5642a-cd3d-4f2b-8dc7-130cecc6a00d req-e7216fe3-a458-4381-a4a3-838a0410903d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:06.750130 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e5f5642a-cd3d-4f2b-8dc7-130cecc6a00d req-e7216fe3-a458-4381-a4a3-838a0410903d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0478611 Jul 28 17:49:06.763470 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:06.814679 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e5f5642a-cd3d-4f2b-8dc7-130cecc6a00d req-c28c18ce-e413-4541-9b1d-d8887838f7fe tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585346 Jul 28 17:49:06.837990 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ca583-263e-4eda-b416-a83ab7d5852b req-2c8266e4-6df6-4d7c-85e0-775171eed36e tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:06.839669 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a03ca583-263e-4eda-b416-a83ab7d5852b req-2c8266e4-6df6-4d7c-85e0-775171eed36e tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0510066 Jul 28 17:49:06.888774 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a03ca583-263e-4eda-b416-a83ab7d5852b req-43a6dbf5-0561-48f4-a276-e0a82168c552 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 Jul 28 17:49:07.006104 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa8beb-4de8-48e6-b664-3eeca9c95c5b req-f77b8d57-9ee9-4683-9a9c-14fc30590180 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:07.007595 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6caa8beb-4de8-48e6-b664-3eeca9c95c5b req-f77b8d57-9ee9-4683-9a9c-14fc30590180 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0478759 Jul 28 17:49:07.027235 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:07.056881 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6caa8beb-4de8-48e6-b664-3eeca9c95c5b req-f89b7c55-70fe-46c0-b4ea-b26e59212b0d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427837 Jul 28 17:49:07.242342 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70194f91-48e7-4112-9d3a-ed5caea03e10 req-ab24faea-c4db-460c-be2b-89d9b8de7903 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:07.244346 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-70194f91-48e7-4112-9d3a-ed5caea03e10 req-ab24faea-c4db-460c-be2b-89d9b8de7903 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0526800 Jul 28 17:49:07.292155 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-70194f91-48e7-4112-9d3a-ed5caea03e10 req-7803ed84-e61a-48bc-8507-c47d83a4ce08 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422180 Jul 28 17:49:07.945843 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaef51b-6b5b-4041-9c5a-9bac93d9dd53 req-3e1b6dc9-1f4b-4a96-81b8-f03771b87ced tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:07.947024 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ddaef51b-6b5b-4041-9c5a-9bac93d9dd53 req-3e1b6dc9-1f4b-4a96-81b8-f03771b87ced tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0531437 Jul 28 17:49:08.010333 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ddaef51b-6b5b-4041-9c5a-9bac93d9dd53 req-73298e70-0a63-4ae0-8d57-9fc9d58d0d12 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565581 Jul 28 17:49:08.011533 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810ae99-9d81-4d69-9fe8-9b9ed56a5e4b req-7362363d-fcea-4ff0-aa90-09799c215129 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:08.013028 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b810ae99-9d81-4d69-9fe8-9b9ed56a5e4b req-7362363d-fcea-4ff0-aa90-09799c215129 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0486054 Jul 28 17:49:08.062977 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b810ae99-9d81-4d69-9fe8-9b9ed56a5e4b req-e5e99651-992d-4830-b15b-b99b3c8848ca tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440183 Jul 28 17:49:08.179776 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d30df3-491c-4c52-a9c2-cf0f959faaea req-46438328-1e7e-45da-be5b-cb89dc8c5990 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:08.181402 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-52d30df3-491c-4c52-a9c2-cf0f959faaea req-46438328-1e7e-45da-be5b-cb89dc8c5990 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0484726 Jul 28 17:49:08.228513 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-52d30df3-491c-4c52-a9c2-cf0f959faaea req-5e65d4e7-88d8-4f49-a9c5-9c21b2ffa56a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417724 Jul 28 17:49:08.415361 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182a064-4549-4919-9e2b-a8a868dbcc1a req-58c75d57-fc16-45f7-8423-96623bbf6c80 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:08.417668 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f182a064-4549-4919-9e2b-a8a868dbcc1a req-58c75d57-fc16-45f7-8423-96623bbf6c80 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0523918 Jul 28 17:49:08.465002 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f182a064-4549-4919-9e2b-a8a868dbcc1a req-afa83949-1f1d-481e-ab48-6b3cf858f41b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426438 Jul 28 17:49:09.132651 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014beae-63ca-4bf0-818c-a0ded6fba44e req-fd775982-e3ce-40b2-a701-bed2f449af73 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:09.135328 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5014beae-63ca-4bf0-818c-a0ded6fba44e req-fd775982-e3ce-40b2-a701-bed2f449af73 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0515807 Jul 28 17:49:09.184872 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81099a06-2643-499d-813f-c9a749077f93 req-f660a15c-b4f5-41fc-86f3-4553e9583215 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:09.186391 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-81099a06-2643-499d-813f-c9a749077f93 req-f660a15c-b4f5-41fc-86f3-4553e9583215 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0486217 Jul 28 17:49:09.201681 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5014beae-63ca-4bf0-818c-a0ded6fba44e req-c7ee8c64-c144-4ab7-9a66-04e4c789ecd6 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608513 Jul 28 17:49:09.236745 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-81099a06-2643-499d-813f-c9a749077f93 req-ed82d57d-fa0a-42fd-918e-4704e6494fed tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448060 Jul 28 17:49:09.351750 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c6be-6b25-4d6c-9b12-2b1c482b8322 req-aa09c9e4-c506-416a-8c35-270f95527097 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:09.353709 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3947c6be-6b25-4d6c-9b12-2b1c482b8322 req-aa09c9e4-c506-416a-8c35-270f95527097 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0490787 Jul 28 17:49:09.404655 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3947c6be-6b25-4d6c-9b12-2b1c482b8322 req-1d9b3fc7-2204-446c-a79b-dd2ebc6a733d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453937 Jul 28 17:49:09.581174 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa3212-ee6e-455e-9a35-36e59115a62c req-1417bc01-4b51-42d7-8651-32832ad9250b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:09.582619 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-82aa3212-ee6e-455e-9a35-36e59115a62c req-1417bc01-4b51-42d7-8651-32832ad9250b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0474687 Jul 28 17:49:09.634491 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-82aa3212-ee6e-455e-9a35-36e59115a62c req-6f66eb68-3d28-4ded-aec6-9af2700f0f6c tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460486 Jul 28 17:49:10.321149 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab78a1-86a8-4051-8999-e0efa38d1420 req-fc595ac5-a961-4754-a8bd-bc766732a116 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:10.323231 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-0bab78a1-86a8-4051-8999-e0efa38d1420 req-fc595ac5-a961-4754-a8bd-bc766732a116 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0488799 Jul 28 17:49:10.358930 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fd906-3333-4f9c-9c69-2a4d5b44af24 req-2488d65b-e6b7-4f86-837b-bc23b21292f9 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:10.360437 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-575fd906-3333-4f9c-9c69-2a4d5b44af24 req-2488d65b-e6b7-4f86-837b-bc23b21292f9 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0496187 Jul 28 17:49:10.385071 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-0bab78a1-86a8-4051-8999-e0efa38d1420 req-a7f44963-140a-4c4a-b2cc-11997237f995 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560441 Jul 28 17:49:10.415997 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-575fd906-3333-4f9c-9c69-2a4d5b44af24 req-bb99e4df-348b-4962-9e68-9e3273faea25 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471072 Jul 28 17:49:10.530320 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b7d33-a485-4311-bf71-a5675215d01b req-bf697c5d-9be2-4a24-a25f-dc107bc6b8b3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:10.531831 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a93b7d33-a485-4311-bf71-a5675215d01b req-bf697c5d-9be2-4a24-a25f-dc107bc6b8b3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0506694 Jul 28 17:49:10.579262 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a93b7d33-a485-4311-bf71-a5675215d01b req-35d7a6af-426e-4456-a3e8-77cc29653a9e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420294 Jul 28 17:49:10.751213 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2f716-7638-4663-bbae-44988396d3c2 req-66a01126-22ef-4e82-9b8c-06f0121cbdc2 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:10.752713 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c4a2f716-7638-4663-bbae-44988396d3c2 req-66a01126-22ef-4e82-9b8c-06f0121cbdc2 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0475037 Jul 28 17:49:10.802283 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c4a2f716-7638-4663-bbae-44988396d3c2 req-f23c671b-05b5-4674-86c4-804c6ecd8f40 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433154 Jul 28 17:49:11.513092 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363f407-f3e7-4b49-8cfa-cc9989be620e req-0c3970be-00a2-4233-a5bd-8968ce061e51 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:11.514684 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1363f407-f3e7-4b49-8cfa-cc9989be620e req-0c3970be-00a2-4233-a5bd-8968ce061e51 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0495737 Jul 28 17:49:11.548403 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb6282-835f-492b-8240-121e57b00630 req-1d364e59-68ca-4df6-a6ac-a3c30f96e2e2 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:11.550020 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4ccb6282-835f-492b-8240-121e57b00630 req-1d364e59-68ca-4df6-a6ac-a3c30f96e2e2 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0597050 Jul 28 17:49:11.583209 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1363f407-f3e7-4b49-8cfa-cc9989be620e req-701fc227-4535-492e-8c0f-a0617aef15e4 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616841 Jul 28 17:49:11.611760 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4ccb6282-835f-492b-8240-121e57b00630 req-f587bb92-a9be-45c4-99bc-ee96dab0282d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558391 Jul 28 17:49:11.720971 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb82926-5235-4abe-a12c-12ae8eb060d6 req-db744f16-e14f-447b-8f44-c6ab50992109 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:11.722500 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-dfb82926-5235-4abe-a12c-12ae8eb060d6 req-db744f16-e14f-447b-8f44-c6ab50992109 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0575972 Jul 28 17:49:11.774164 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-dfb82926-5235-4abe-a12c-12ae8eb060d6 req-0b054888-861d-40bf-ba9d-bd1f39124e4d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460784 Jul 28 17:49:11.928770 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4193f-e546-41e2-8e61-077900b7425e req-a0b1a29f-9be8-4acd-bdf6-146ad599307a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:11.930304 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bcb4193f-e546-41e2-8e61-077900b7425e req-a0b1a29f-9be8-4acd-bdf6-146ad599307a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0505025 Jul 28 17:49:11.967089 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:11.979614 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bcb4193f-e546-41e2-8e61-077900b7425e req-f2df7455-c1c7-4359-ab80-568c44b13afb tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432408 Jul 28 17:49:12.016570 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:12.708994 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f371fd8-b242-430e-ad86-68038e7383ef req-8340f5c6-03ef-4585-a253-84684dafa9dd tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:12.710535 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4f371fd8-b242-430e-ad86-68038e7383ef req-8340f5c6-03ef-4585-a253-84684dafa9dd tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0532970 Jul 28 17:49:12.731018 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:12.738660 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a30079-766d-4e09-a203-905c7f95dac7 req-3bd33d24-9e96-4899-968c-199c27026a2f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:12.740169 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-17a30079-766d-4e09-a203-905c7f95dac7 req-3bd33d24-9e96-4899-968c-199c27026a2f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0499873 Jul 28 17:49:12.765591 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:12.774403 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4f371fd8-b242-430e-ad86-68038e7383ef req-6498a618-e02d-486c-b418-580ae4307dfb tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569088 Jul 28 17:49:12.797821 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-17a30079-766d-4e09-a203-905c7f95dac7 req-c3a424a4-9ead-4b4d-a14a-cfffb0c627f5 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511949 Jul 28 17:49:12.912979 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb6c89-efd5-407c-b438-5c13b8d5d184 req-0493a29e-64bb-4e48-9d96-d22fa8df4331 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:12.914753 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-51bb6c89-efd5-407c-b438-5c13b8d5d184 req-0493a29e-64bb-4e48-9d96-d22fa8df4331 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0519004 Jul 28 17:49:12.968701 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-51bb6c89-efd5-407c-b438-5c13b8d5d184 req-0d7306bf-f23d-4c6f-bf97-caa25724db16 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466692 Jul 28 17:49:12.983363 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-627de667-2c45-43af-8734-3bc1689c6f29 req-ce8c18c1-4b90-4fde-a1fa-e7ae8d44ccd6 service neutron] 10.222.0.100 "GET /v2.0/networks/9bb61a2e-af39-4830-a017-e8c560155c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689692 Jul 28 17:49:12.985091 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-50776e44-109d-4072-ab67-1da7439924a8 req-8b3f3052-f81b-44ed-a88f-b525dffef080 service neutron] 10.222.0.100 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600833 Jul 28 17:49:13.096949 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c077d8-a839-457b-9b5f-f0352e1d28e3 req-29bdab92-4cb7-4bd7-af71-5f84a769a0b0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:13.098448 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-57c077d8-a839-457b-9b5f-f0352e1d28e3 req-29bdab92-4cb7-4bd7-af71-5f84a769a0b0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0480845 Jul 28 17:49:13.146389 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-57c077d8-a839-457b-9b5f-f0352e1d28e3 req-3a7e636f-d12d-49a5-9677-2d8755d654d9 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413797 Jul 28 17:49:13.356841 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16d98b-7f59-425c-9df2-d4bccc83c9c1 req-8f514b74-ea9a-4d83-8174-652eb01162f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:13.358367 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3d16d98b-7f59-425c-9df2-d4bccc83c9c1 req-8f514b74-ea9a-4d83-8174-652eb01162f6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 1130 time: 0.0931258 Jul 28 17:49:13.390942 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-627de667-2c45-43af-8734-3bc1689c6f29 req-46b56263-8b00-4daf-a0d0-7ea86e27e970 service neutron] 10.222.0.100 "GET /v2.0/networks/9bb61a2e-af39-4830-a017-e8c560155c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157882 Jul 28 17:49:13.884534 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:13.924433 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41479a5d-a5ef-4216-8521-acad9a1033a1 req-cb952ae5-64d7-40d5-9c4f-3241e0cdefce tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:13.926078 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-41479a5d-a5ef-4216-8521-acad9a1033a1 req-cb952ae5-64d7-40d5-9c4f-3241e0cdefce tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0524256 Jul 28 17:49:13.992735 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-41479a5d-a5ef-4216-8521-acad9a1033a1 req-e071c326-fe64-475b-8bb3-1574d34c3b98 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604832 Jul 28 17:49:13.997421 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443df93-d86e-4726-8462-8dc7580a130a req-8922f2a5-49c6-4f2c-8168-535f1fd8b5f5 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:13.998794 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d443df93-d86e-4726-8462-8dc7580a130a req-8922f2a5-49c6-4f2c-8168-535f1fd8b5f5 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0686996 Jul 28 17:49:14.036759 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16d98b-7f59-425c-9df2-d4bccc83c9c1 req-e6a2c16a-53fc-4f11-aeda-77756b311791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:14.038266 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3d16d98b-7f59-425c-9df2-d4bccc83c9c1 req-e6a2c16a-53fc-4f11-aeda-77756b311791 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 920 time: 0.1753314 Jul 28 17:49:14.068912 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d443df93-d86e-4726-8462-8dc7580a130a req-c7f643cf-e62e-4150-98ba-d98cb1cc4daa tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630550 Jul 28 17:49:14.101107 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe9b7a-7a6f-4864-a226-ffe23ce69c0d req-b621129b-0481-489c-99b5-d36575681a32 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:14.102603 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-adfe9b7a-7a6f-4864-a226-ffe23ce69c0d req-b621129b-0481-489c-99b5-d36575681a32 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0504560 Jul 28 17:49:14.152945 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-adfe9b7a-7a6f-4864-a226-ffe23ce69c0d req-3b89cbd7-1ec4-4fff-9a8e-7a2a75b58609 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445094 Jul 28 17:49:14.267657 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf164357-fb28-4c53-8f5b-a37c2cdd6be6 req-ae247d3e-2c6f-4d9d-80a7-7b8a057db3b9 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:14.269134 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cf164357-fb28-4c53-8f5b-a37c2cdd6be6 req-ae247d3e-2c6f-4d9d-80a7-7b8a057db3b9 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0508964 Jul 28 17:49:14.316235 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cf164357-fb28-4c53-8f5b-a37c2cdd6be6 req-29fb6ec4-c449-44ae-a58f-138eda95ab1b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416253 Jul 28 17:49:14.475538 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1923077-bd92-43ad-8aca-4d5df2dccc20 req-e70da845-ee8c-4a06-8dff-3b9d8e91e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:14.477907 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f1923077-bd92-43ad-8aca-4d5df2dccc20 req-e70da845-ee8c-4a06-8dff-3b9d8e91e748 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 1131 time: 0.0581977 Jul 28 17:49:14.494218 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3d16d98b-7f59-425c-9df2-d4bccc83c9c1 req-46b3308a-ca25-4dac-bd35-376b78217fed service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fce94af7-010d-4f2b-9d29-fdfc9ec97409 HTTP/1.1" status: 200 len: 217 time: 0.0877020 Jul 28 17:49:14.511221 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69158c-aa52-4895-8458-2219f1b2cb48 req-b8302ff5-ac4d-4ed9-93ae-2b542b93231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:14.512729 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ae69158c-aa52-4895-8458-2219f1b2cb48 req-b8302ff5-ac4d-4ed9-93ae-2b542b93231d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 1130 time: 0.1052742 Jul 28 17:49:14.513813 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66792b-57ec-4a43-b41a-3181bc362330 req-f2095fa0-3087-46a4-958e-2b6606aa0b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:14.515166 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ef66792b-57ec-4a43-b41a-3181bc362330 req-f2095fa0-3087-46a4-958e-2b6606aa0b3f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0513cb18c0cd43d5a4784f573bb382d4&device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 1168 time: 0.1170447 Jul 28 17:49:14.597640 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f1923077-bd92-43ad-8aca-4d5df2dccc20 req-8d9ed04c-f1db-4f11-ade5-a78d4f50a417 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485845 Jul 28 17:49:14.672599 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:14.691081 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16d98b-7f59-425c-9df2-d4bccc83c9c1 req-8dc9e685-ebc9-4531-959f-73321a557524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:14.692564 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3d16d98b-7f59-425c-9df2-d4bccc83c9c1 req-8dc9e685-ebc9-4531-959f-73321a557524 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 200 len: 857 time: 0.1441169 Jul 28 17:49:14.697307 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:14.720017 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ae69158c-aa52-4895-8458-2219f1b2cb48 req-5d8e9eb8-8dfa-4f9c-a65e-6100a985fd8f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066728 Jul 28 17:49:14.733090 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66792b-57ec-4a43-b41a-3181bc362330 req-c25894cf-a7e0-4f0d-ae90-3ac77f510011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:14.734578 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ef66792b-57ec-4a43-b41a-3181bc362330 req-c25894cf-a7e0-4f0d-ae90-3ac77f510011 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9bb61a2e-af39-4830-a017-e8c560155c59 HTTP/1.1" status: 200 len: 917 time: 0.1848521 Jul 28 17:49:14.768387 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b1844-3333-4ecf-abac-76efeb08deff req-1f3a7986-0534-4bed-8bd9-bf04d48d5e8b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:14.769981 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-817b1844-3333-4ecf-abac-76efeb08deff req-1f3a7986-0534-4bed-8bd9-bf04d48d5e8b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0507038 Jul 28 17:49:14.823688 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-817b1844-3333-4ecf-abac-76efeb08deff req-9ce6985b-5498-4810-bc9b-3d5e5d7b2f19 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481305 Jul 28 17:49:15.120414 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761590-e723-456e-b99c-32337e7be9ef req-149ce29f-2379-46a8-bbbf-3d386d83e409 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:15.122140 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-15761590-e723-456e-b99c-32337e7be9ef req-149ce29f-2379-46a8-bbbf-3d386d83e409 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0515149 Jul 28 17:49:15.183622 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-15761590-e723-456e-b99c-32337e7be9ef req-96f87719-74c1-46a1-b40b-acac1d2c7181 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558100 Jul 28 17:49:15.192402 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b528b2-ac6d-4673-adfe-23bf3508e2bc req-14a4e02d-b072-4d7b-a52d-67a9b84cda56 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:15.194484 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f9b528b2-ac6d-4673-adfe-23bf3508e2bc req-14a4e02d-b072-4d7b-a52d-67a9b84cda56 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0513039 Jul 28 17:49:15.258893 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f9b528b2-ac6d-4673-adfe-23bf3508e2bc req-ac1e61ed-dc19-4260-91bd-5cfc0b4001d0 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568829 Jul 28 17:49:15.303538 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16d98b-7f59-425c-9df2-d4bccc83c9c1 req-fb444705-ded5-4afa-8d3e-9a55a0d6bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:15.304972 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3d16d98b-7f59-425c-9df2-d4bccc83c9c1 req-fb444705-ded5-4afa-8d3e-9a55a0d6bb8c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c5bc62a-37b3-4ec7-a921-dd776df143f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1203628 Jul 28 17:49:15.324115 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611195f-8afd-4295-a64d-8014a99a1813 req-3fe9ead6-b1e7-413d-bf5f-5fe3bd6d4296 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:15.325577 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c611195f-8afd-4295-a64d-8014a99a1813 req-3fe9ead6-b1e7-413d-bf5f-5fe3bd6d4296 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0710301 Jul 28 17:49:15.327401 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ef66792b-57ec-4a43-b41a-3181bc362330 req-5354cf63-b349-4e2a-ba94-8ec603ad1163 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 HTTP/1.1" status: 200 len: 1001 time: 0.1401811 Jul 28 17:49:15.375623 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c611195f-8afd-4295-a64d-8014a99a1813 req-d31b57e7-f322-47a3-a8f7-5fecf5c8a122 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446134 Jul 28 17:49:15.954661 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393f571-7cd6-4c5e-b422-eb88ab858f12 req-1f1e3501-2073-4669-812c-fa72f6061ae7 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:15.956160 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b393f571-7cd6-4c5e-b422-eb88ab858f12 req-1f1e3501-2073-4669-812c-fa72f6061ae7 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0518014 Jul 28 17:49:16.007724 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b393f571-7cd6-4c5e-b422-eb88ab858f12 req-435dcdac-9161-45f0-b3e7-43df7ef8dc98 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458891 Jul 28 17:49:16.189595 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47983aa-702e-4d30-863a-a655290ba3be req-d3778f2c-be76-43ce-a3dd-5733b9bafc86 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:16.192647 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b47983aa-702e-4d30-863a-a655290ba3be req-d3778f2c-be76-43ce-a3dd-5733b9bafc86 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.1171918 Jul 28 17:49:16.197528 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66792b-57ec-4a43-b41a-3181bc362330 req-56013e43-cdfc-4fec-8137-2bbf94f9cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:16.199846 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ef66792b-57ec-4a43-b41a-3181bc362330 req-56013e43-cdfc-4fec-8137-2bbf94f9cac7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b952d617-3955-4a40-a300-e6bf2673617d HTTP/1.1" status: 200 len: 854 time: 0.1605017 Jul 28 17:49:16.290960 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad555f4f-d722-4359-8d74-1cda8f91eb90 req-424a7cda-c205-4a45-8a1c-2341d7f23bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:16.293630 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ad555f4f-d722-4359-8d74-1cda8f91eb90 req-424a7cda-c205-4a45-8a1c-2341d7f23bb1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 1129 time: 0.0998445 Jul 28 17:49:16.298669 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3d16d98b-7f59-425c-9df2-d4bccc83c9c1 req-7751fcd8-06f8-4b10-8fff-8d5b0b716a8f service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579179 Jul 28 17:49:16.316965 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b47983aa-702e-4d30-863a-a655290ba3be req-769ff240-9a0e-49a6-b424-a18eebfa65a4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076760 Jul 28 17:49:16.329060 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35669d2c-5e20-4663-b880-abbb955d9af0 req-517d41a9-0dd7-4303-b001-12c229e12f0b tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:16.334015 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-35669d2c-5e20-4663-b880-abbb955d9af0 req-517d41a9-0dd7-4303-b001-12c229e12f0b tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0593581 Jul 28 17:49:16.398596 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-35669d2c-5e20-4663-b880-abbb955d9af0 req-c071097a-c4b6-493a-ac49-58ea9c496454 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578701 Jul 28 17:49:16.445385 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f126a2-deda-4b57-a4e8-62ee87525379 req-dc59d98f-6ebf-4615-9d06-127799275d9d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:16.446878 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c9f126a2-deda-4b57-a4e8-62ee87525379 req-dc59d98f-6ebf-4615-9d06-127799275d9d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0637772 Jul 28 17:49:16.508954 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c9f126a2-deda-4b57-a4e8-62ee87525379 req-9ba9d4b7-0235-4afd-9293-c0301372013d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554814 Jul 28 17:49:16.535265 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21c631-a030-48f0-89e6-9d7a40a16ec1 req-50a7d387-a0c0-48ec-9f2b-681d5fa90d75 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:16.536833 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-fb21c631-a030-48f0-89e6-9d7a40a16ec1 req-50a7d387-a0c0-48ec-9f2b-681d5fa90d75 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0615158 Jul 28 17:49:16.587793 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-fb21c631-a030-48f0-89e6-9d7a40a16ec1 req-47e5cb33-7f4c-4858-bc18-474de45b9d81 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445049 Jul 28 17:49:17.129480 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b0d74-e4ba-4b89-8f1b-12a304e8aeb2 req-abd2d8fc-69fc-4182-87ba-a477e96a9831 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:17.131830 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1e1b0d74-e4ba-4b89-8f1b-12a304e8aeb2 req-abd2d8fc-69fc-4182-87ba-a477e96a9831 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0504940 Jul 28 17:49:17.285837 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66792b-57ec-4a43-b41a-3181bc362330 req-5e759246-ac47-4b14-891a-437b95b88ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:17.287332 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ef66792b-57ec-4a43-b41a-3181bc362330 req-5e759246-ac47-4b14-891a-437b95b88ea8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9bb61a2e-af39-4830-a017-e8c560155c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1420007 Jul 28 17:49:17.343835 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1e1b0d74-e4ba-4b89-8f1b-12a304e8aeb2 req-b4fdc859-627c-4a52-a8b9-a897a4288f7e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994143 Jul 28 17:49:17.358010 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:17.362077 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:17.377862 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3d16d98b-7f59-425c-9df2-d4bccc83c9c1 req-6f769f0e-85d9-4d5e-8094-f746387b7e09 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412186 Jul 28 17:49:17.380424 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad555f4f-d722-4359-8d74-1cda8f91eb90 req-97697a8b-1c8f-4a94-9398-0000b458088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:17.381854 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ad555f4f-d722-4359-8d74-1cda8f91eb90 req-97697a8b-1c8f-4a94-9398-0000b458088a service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 920 time: 0.2280948 Jul 28 17:49:17.446099 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22abd8-1162-4fbb-a472-57bcca6687e3 req-f6eb3362-e141-4c06-a5ae-e94e0646155b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:17.447795 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9b22abd8-1162-4fbb-a472-57bcca6687e3 req-f6eb3362-e141-4c06-a5ae-e94e0646155b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0563579 Jul 28 17:49:17.492836 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:17.498403 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9b22abd8-1162-4fbb-a472-57bcca6687e3 req-d4496fe3-974a-4919-8abd-b0fcc130b157 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447602 Jul 28 17:49:17.541646 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b65a9-cbb8-405b-9f81-1d4d4317ab50 req-cb3ced33-27c9-40e1-a294-1d66187a2d71 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:17.543273 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7d7b65a9-cbb8-405b-9f81-1d4d4317ab50 req-cb3ced33-27c9-40e1-a294-1d66187a2d71 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0517728 Jul 28 17:49:17.604294 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7d7b65a9-cbb8-405b-9f81-1d4d4317ab50 req-0951fc82-aed5-4ad0-bf42-abf31b4a2e80 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549164 Jul 28 17:49:17.632720 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40175e6d-f1fd-4149-82c0-fc44742a2372 req-84bce837-dc75-4599-b113-11ad244b674d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:17.634272 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-40175e6d-f1fd-4149-82c0-fc44742a2372 req-84bce837-dc75-4599-b113-11ad244b674d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0512798 Jul 28 17:49:17.687848 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-40175e6d-f1fd-4149-82c0-fc44742a2372 req-f2f0fcf3-367c-4c7b-b382-8179cb113d64 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456202 Jul 28 17:49:17.721322 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a0a-900e-4cfe-8457-55b7e1b57c16 req-a0093375-31f2-4fa6-9526-8485d05919bb tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:17.722878 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a36e1a0a-900e-4cfe-8457-55b7e1b57c16 req-a0093375-31f2-4fa6-9526-8485d05919bb tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0479474 Jul 28 17:49:17.820414 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889a72a-b6e8-4744-b52c-be0891abf218 req-63844323-389e-4cc0-bb98-697bfe8fdd55 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:17.822031 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d889a72a-b6e8-4744-b52c-be0891abf218 req-63844323-389e-4cc0-bb98-697bfe8fdd55 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0564873 Jul 28 17:49:17.860680 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ad555f4f-d722-4359-8d74-1cda8f91eb90 req-5e16086b-9a72-4f13-858b-1abee77fa030 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1eff09-7c11-4fd0-b533-bf557da3325f HTTP/1.1" status: 200 len: 1001 time: 0.1361589 Jul 28 17:49:17.875773 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d889a72a-b6e8-4744-b52c-be0891abf218 req-2eb371c1-f9d7-4631-8e51-8641c1046b0f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472443 Jul 28 17:49:17.895603 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a36e1a0a-900e-4cfe-8457-55b7e1b57c16 req-dce0f7ed-797d-4961-b31c-e50f69e7a3ca tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547720 Jul 28 17:49:17.902246 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 42864) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:49:17.912118 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ef66792b-57ec-4a43-b41a-3181bc362330 req-af9da212-b2dd-473e-b205-8c11a432d2d9 service neutron] 10.222.0.100 "GET /v2.0/networks/9bb61a2e-af39-4830-a017-e8c560155c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811981 Jul 28 17:49:18.083929 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:18.089946 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d13288-cbe4-4a9f-a4e1-6705fea8668a tempest-TestShelveInstance-900256017 tempest-TestShelveInstance-900256017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:18.091494 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-16d13288-cbe4-4a9f-a4e1-6705fea8668a tempest-TestShelveInstance-900256017 tempest-TestShelveInstance-900256017-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 1125 time: 0.1881249 Jul 28 17:49:18.094464 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 42870) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:49:18.098590 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Request body: {'floatingip': {'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'port_id': 'dc52a880-fa63-4cb8-9043-9a3589099ae5', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:49:18.120857 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:18.202090 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:18.318432 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Allocated IP 172.27.1.31 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/8b4cf0cc-50ac-4f88-981a-b762f8e6575d) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:49:18.319767 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad555f4f-d722-4359-8d74-1cda8f91eb90 req-cb848278-4da0-49be-b8fa-9d080b7699e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:18.321228 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ad555f4f-d722-4359-8d74-1cda8f91eb90 req-cb848278-4da0-49be-b8fa-9d080b7699e3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 200 len: 857 time: 0.1016266 Jul 28 17:49:18.352295 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ef66792b-57ec-4a43-b41a-3181bc362330 req-5d38988a-2b2b-426a-a291-cfb3cc6978c7 service neutron] 10.222.0.100 "GET /v2.0/networks/9bb61a2e-af39-4830-a017-e8c560155c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246386 Jul 28 17:49:18.429820 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for port (8b4cf0cc-50ac-4f88-981a-b762f8e6575d), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:18.483993 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fd3f9-951d-4be2-85b3-dce4384f7765 req-c52b0c80-82e8-4b6a-916f-26d736c46902 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:18.485525 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-515fd3f9-951d-4be2-85b3-dce4384f7765 req-c52b0c80-82e8-4b6a-916f-26d736c46902 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0618734 Jul 28 17:49:18.490283 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad555f4f-d722-4359-8d74-1cda8f91eb90 req-a2865ef5-aa3b-4b3f-8dcb-2781abe48dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:18.491765 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ad555f4f-d722-4359-8d74-1cda8f91eb90 req-a2865ef5-aa3b-4b3f-8dcb-2781abe48dcf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c5bc62a-37b3-4ec7-a921-dd776df143f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449166 Jul 28 17:49:18.522867 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (8b4cf0cc-50ac-4f88-981a-b762f8e6575d), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:18.574621 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:49:18.580253 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-515fd3f9-951d-4be2-85b3-dce4384f7765 req-f01cba96-32ab-4d8b-a388-21744668f962 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880694 Jul 28 17:49:18.585427 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:49:18.590033 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:49:18.617567 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Pushing event updated for resources: {'Port': ['ID=8b4cf0cc-50ac-4f88-981a-b762f8e6575d,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:49:18.624260 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18340af-9cef-4166-8915-30717871b45e req-3bbf5158-7195-4342-8ada-5f912ba3cfda tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:18.625686 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c18340af-9cef-4166-8915-30717871b45e req-3bbf5158-7195-4342-8ada-5f912ba3cfda tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0541716 Jul 28 17:49:18.679138 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c18340af-9cef-4166-8915-30717871b45e req-b0dadf31-c1a7-4b59-9db3-f758b9bea6e6 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468838 Jul 28 17:49:18.711462 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:18.793132 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a43ab-1b9e-448e-9d5d-04b8e6e185e1 req-f11a17d1-fdf4-48d2-a4ba-103bfa3e291e tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:18.794643 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-584a43ab-1b9e-448e-9d5d-04b8e6e185e1 req-f11a17d1-fdf4-48d2-a4ba-103bfa3e291e tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.1030328 Jul 28 17:49:18.896365 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5aa6-53b9-4486-a6fc-57d2ade14b0b req-46e7c685-a7f0-4f29-8866-05c80934b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:18.897782 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba0b5aa6-53b9-4486-a6fc-57d2ade14b0b req-46e7c685-a7f0-4f29-8866-05c80934b83e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0513cb18c0cd43d5a4784f573bb382d4&device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 1168 time: 0.0539155 Jul 28 17:49:18.970788 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ad555f4f-d722-4359-8d74-1cda8f91eb90 req-0fe870d8-93eb-4233-8eb4-0b81235cee05 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812129 Jul 28 17:49:19.070574 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5aa6-53b9-4486-a6fc-57d2ade14b0b req-526e7d74-05a7-4625-bde3-dd4d51a9b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:19.072035 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba0b5aa6-53b9-4486-a6fc-57d2ade14b0b req-526e7d74-05a7-4625-bde3-dd4d51a9b045 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9bb61a2e-af39-4830-a017-e8c560155c59 HTTP/1.1" status: 200 len: 917 time: 0.1630535 Jul 28 17:49:19.085802 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:19.142955 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-584a43ab-1b9e-448e-9d5d-04b8e6e185e1 req-c9483c6e-0a5d-4ee6-a2b7-68bab111e868 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3397119 Jul 28 17:49:19.287114 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for floatingip (ca946ec1-70ed-45be-92a1-5779165a69ee), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:19.358873 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (8b4cf0cc-50ac-4f88-981a-b762f8e6575d), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:19.389568 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:19.393699 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:19.407287 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ad555f4f-d722-4359-8d74-1cda8f91eb90 req-387e5074-c0d9-424c-93ff-59eb18ac6d46 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273970 Jul 28 17:49:19.415183 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba0b5aa6-53b9-4486-a6fc-57d2ade14b0b req-bdc05cc0-0471-4623-89eb-3882529f2116 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 HTTP/1.1" status: 200 len: 1001 time: 0.3360784 Jul 28 17:49:19.471363 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5aa6-53b9-4486-a6fc-57d2ade14b0b req-3775646c-bcc8-4e87-bae9-c3020ebed5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:19.473622 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba0b5aa6-53b9-4486-a6fc-57d2ade14b0b req-3775646c-bcc8-4e87-bae9-c3020ebed5aa service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b952d617-3955-4a40-a300-e6bf2673617d HTTP/1.1" status: 200 len: 854 time: 0.0483470 Jul 28 17:49:19.511899 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for port (8b4cf0cc-50ac-4f88-981a-b762f8e6575d), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:19.516079 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530785'] for port (8b4cf0cc-50ac-4f88-981a-b762f8e6575d), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:19.588007 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Pushing event updated for resources: {'Port': ['ID=8b4cf0cc-50ac-4f88-981a-b762f8e6575d,revision_number=2']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:49:19.596644 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (ca946ec1-70ed-45be-92a1-5779165a69ee), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:19.599219 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5aa6-53b9-4486-a6fc-57d2ade14b0b req-e83e2aff-89b4-434b-a700-3575e775eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:19.600731 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba0b5aa6-53b9-4486-a6fc-57d2ade14b0b req-e83e2aff-89b4-434b-a700-3575e775eae8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9bb61a2e-af39-4830-a017-e8c560155c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409985 Jul 28 17:49:19.696460 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.l3_db [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Floating IP ca946ec1-70ed-45be-92a1-5779165a69ee associated. External IP: 172.27.1.31, port: dc52a880-fa63-4cb8-9043-9a3589099ae5. Jul 28 17:49:19.716548 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a11b2-dcf6-408e-8911-03432868db44 req-cfefbd72-c47f-4dc2-ab97-f611ec80d284 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:19.717889 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7b6a11b2-dcf6-408e-8911-03432868db44 req-cfefbd72-c47f-4dc2-ab97-f611ec80d284 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0596869 Jul 28 17:49:19.762701 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba0b5aa6-53b9-4486-a6fc-57d2ade14b0b req-72d3978b-ba2d-42c3-a474-4a811fcd2f5b service neutron] 10.222.0.100 "GET /v2.0/networks/9bb61a2e-af39-4830-a017-e8c560155c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529160 Jul 28 17:49:19.786143 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7b6a11b2-dcf6-408e-8911-03432868db44 req-7be600fd-6c3c-42d3-978a-09dfd3502a04 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575373 Jul 28 17:49:19.824880 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:19.836491 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee454232-364c-4847-892e-741f6465b044 req-9cc7f676-ed14-49c0-9491-ccf0d0cd6e74 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:19.838006 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ee454232-364c-4847-892e-741f6465b044 req-9cc7f676-ed14-49c0-9491-ccf0d0cd6e74 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0612922 Jul 28 17:49:19.923464 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:19.959723 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ee454232-364c-4847-892e-741f6465b044 req-1d5f5eb6-d30c-417b-829b-a41fa3ab2c38 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144958 Jul 28 17:49:19.987622 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:49:20.093901 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:49:20.103148 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c5acfd-ea9b-4907-bdab-995d4eb0d102 None None] Sync routers for ids ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:49:20.112037 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:20.113659 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c5acfd-ea9b-4907-bdab-995d4eb0d102 None None] Routers {'05e03a9d-0871-4961-b1d6-96b11d1a60a9'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:49:20.114513 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-a9c5acfd-ea9b-4907-bdab-995d4eb0d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:48:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:49:20.143279 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-d92fe1b3-ed10-475c-b9f9-d709b5e61461 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0478160 Jul 28 17:49:20.143886 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'tag': 'dc52a880-fa63-4cb8-9043-9a3589099ae5'}] {{(pid=110736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:49:20.146215 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}145a65782f2867474eadf9b916918c8f0f213435b387e627a4b5e7b49d5368fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749dc2b1-d9f2-49aa-b27b-12ca4bbfc760" -d '{"events": [{"name": "network-changed", "server_uuid": "eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd", "tag": "dc52a880-fa63-4cb8-9043-9a3589099ae5"}]}' {{(pid=110736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:49:20.185722 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7280328-7ccb-4f6b-a633-82bf8bc1564e x-openstack-request-id: req-b7280328-7ccb-4f6b-a633-82bf8bc1564e {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:49:20.186380 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd", "tag": "dc52a880-fa63-4cb8-9043-9a3589099ae5", "status": "completed", "code": 200}]} {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:49:20.186649 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b7280328-7ccb-4f6b-a633-82bf8bc1564e {{(pid=110736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:49:20.187069 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7280328-7ccb-4f6b-a633-82bf8bc1564e'] response: {'name': 'network-changed', 'server_uuid': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'tag': 'dc52a880-fa63-4cb8-9043-9a3589099ae5', 'status': 'completed', 'code': 200} Jul 28 17:49:20.269029 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03333a5-9f0e-4d28-b8a0-be996de81ba3 req-6f59bbae-90e4-437d-ba77-a1fc92d6a7c6 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:20.270571 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a03333a5-9f0e-4d28-b8a0-be996de81ba3 req-6f59bbae-90e4-437d-ba77-a1fc92d6a7c6 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0511765 Jul 28 17:49:20.332928 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a03333a5-9f0e-4d28-b8a0-be996de81ba3 req-4d941154-5a1d-479a-a8dd-a83cb564cebc tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565591 Jul 28 17:49:20.345794 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-a9c5acfd-ea9b-4907-bdab-995d4eb0d102 None None] Set router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:49:20.554028 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-a9c5acfd-ea9b-4907-bdab-995d4eb0d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'name': 'tempest-TestShelveInstance-962573424-router', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:27Z', 'updated_at': '2022-07-28T17:47:33Z', 'revision_number': 4, 'project_id': '0ef795b478944722886f1d084f49008d', 'gw_port': {'id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:29Z', 'updated_at': '2022-07-28T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'ca946ec1-70ed-45be-92a1-5779165a69ee', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'port_id': 'dc52a880-fa63-4cb8-9043-9a3589099ae5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'mac_address': 'fa:16:3e:36:67:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:49:19Z', 'updated_at': '2022-07-28T17:49:19Z', 'revision_number': 0, 'project_id': '0ef795b478944722886f1d084f49008d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59634279-e1dc-4575-9219-cca5af3e9f9a', 'name': '', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'mac_address': 'fa:16:3e:44:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:32Z', 'updated_at': '2022-07-28T17:47:40Z', 'revision_number': 5, 'project_id': '0ef795b478944722886f1d084f49008d', 'subnets': [{'id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:49:20.582399 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c5acfd-ea9b-4907-bdab-995d4eb0d102 None None] Checking router: 05e03a9d-0871-4961-b1d6-96b11d1a60a9 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:49:20.591366 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c5acfd-ea9b-4907-bdab-995d4eb0d102 None None] Routers {'05e03a9d-0871-4961-b1d6-96b11d1a60a9'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:49:20.591977 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-a9c5acfd-ea9b-4907-bdab-995d4eb0d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:48:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:49:20.693211 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-a9c5acfd-ea9b-4907-bdab-995d4eb0d102 None None] Set router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:49:20.912098 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c879ac2-c5a4-44f7-9f09-e97fa173bf11 req-f151e108-e8c5-40a1-bc75-ce187fe11888 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:20.913101 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-a9c5acfd-ea9b-4907-bdab-995d4eb0d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'name': 'tempest-TestShelveInstance-962573424-router', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:27Z', 'updated_at': '2022-07-28T17:47:33Z', 'revision_number': 4, 'project_id': '0ef795b478944722886f1d084f49008d', 'gw_port': {'id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:29Z', 'updated_at': '2022-07-28T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'ca946ec1-70ed-45be-92a1-5779165a69ee', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'port_id': 'dc52a880-fa63-4cb8-9043-9a3589099ae5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'mac_address': 'fa:16:3e:36:67:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:49:19Z', 'updated_at': '2022-07-28T17:49:19Z', 'revision_number': 0, 'project_id': '0ef795b478944722886f1d084f49008d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59634279-e1dc-4575-9219-cca5af3e9f9a', 'name': '', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'mac_address': 'fa:16:3e:44:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:32Z', 'updated_at': '2022-07-28T17:47:40Z', 'revision_number': 5, 'project_id': '0ef795b478944722886f1d084f49008d', 'subnets': [{'id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:49:20.913744 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0c879ac2-c5a4-44f7-9f09-e97fa173bf11 req-f151e108-e8c5-40a1-bc75-ce187fe11888 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0509524 Jul 28 17:49:20.938932 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c5acfd-ea9b-4907-bdab-995d4eb0d102 None None] The sync data for ids ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'] in dv-cinder-813229-13-iscsi is: [{'id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'name': 'tempest-TestShelveInstance-962573424-router', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:27Z', 'updated_at': '2022-07-28T17:47:33Z', 'revision_number': 4, 'project_id': '0ef795b478944722886f1d084f49008d', 'gw_port': {'id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:29Z', 'updated_at': '2022-07-28T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'ca946ec1-70ed-45be-92a1-5779165a69ee', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'port_id': 'dc52a880-fa63-4cb8-9043-9a3589099ae5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'mac_address': 'fa:16:3e:36:67:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:49:19Z', 'updated_at': '2022-07-28T17:49:19Z', 'revision_number': 0, 'project_id': '0ef795b478944722886f1d084f49008d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59634279-e1dc-4575-9219-cca5af3e9f9a', 'name': '', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'mac_address': 'fa:16:3e:44:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:32Z', 'updated_at': '2022-07-28T17:47:40Z', 'revision_number': 5, 'project_id': '0ef795b478944722886f1d084f49008d', 'subnets': [{'id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:49:20.966914 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0c879ac2-c5a4-44f7-9f09-e97fa173bf11 req-41e32021-f827-4c9e-8126-7b1210e46b8e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476463 Jul 28 17:49:21.095212 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59b30a-0f36-4094-ae71-c437ed8b541a req-e3a6beff-bce1-4366-bfd9-ca8c738640fc tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:21.097646 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-0d59b30a-0f36-4094-ae71-c437ed8b541a req-e3a6beff-bce1-4366-bfd9-ca8c738640fc tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0576179 Jul 28 17:49:21.145960 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd3fdba-c01f-4393-9bdf-e47984a2fcf2 None None] New status for floating IP ca946ec1-70ed-45be-92a1-5779165a69ee: ACTIVE {{(pid=110738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:49:21.155963 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba0b5aa6-53b9-4486-a6fc-57d2ade14b0b req-5f3e07df-ea19-4e89-b703-d0466d0e3275 service neutron] 10.222.0.100 "GET /v2.0/networks/9bb61a2e-af39-4830-a017-e8c560155c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056972 Jul 28 17:49:21.160988 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-0d59b30a-0f36-4094-ae71-c437ed8b541a req-988483ff-bbd9-4b2a-9af0-5cbaa45bfa06 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575578 Jul 28 17:49:21.237464 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dc2b1-d9f2-49aa-b27b-12ca4bbfc760 req-fca31ebc-71c9-43cf-9706-3fffca4acd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:21.238982 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-749dc2b1-d9f2-49aa-b27b-12ca4bbfc760 req-fca31ebc-71c9-43cf-9706-3fffca4acd12 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0ef795b478944722886f1d084f49008d&device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 1130 time: 0.0418270 Jul 28 17:49:21.501151 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255042a1-1299-4542-b0c9-4519ac1503bd req-4a8841c2-b18b-4f38-b79c-33971f91c521 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:21.502740 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-255042a1-1299-4542-b0c9-4519ac1503bd req-4a8841c2-b18b-4f38-b79c-33971f91c521 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0961468 Jul 28 17:49:21.585466 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dc2b1-d9f2-49aa-b27b-12ca4bbfc760 req-dff1f27a-f5a9-49f4-9979-11a38a787ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:21.586904 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-749dc2b1-d9f2-49aa-b27b-12ca4bbfc760 req-dff1f27a-f5a9-49f4-9979-11a38a787ed1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3c408952-a8f7-48c3-935f-d12a5087c0dd HTTP/1.1" status: 200 len: 910 time: 0.1474643 Jul 28 17:49:21.597585 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-255042a1-1299-4542-b0c9-4519ac1503bd req-4cf9f5fd-8334-49e6-be72-25d52bf9efd9 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0856435 Jul 28 17:49:22.092102 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68e488-60a7-4f89-ba1e-b4a618094b7c req-fc47c4b9-3083-4843-8050-fcb88eecd184 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:22.093521 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3e68e488-60a7-4f89-ba1e-b4a618094b7c req-fc47c4b9-3083-4843-8050-fcb88eecd184 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0517969 Jul 28 17:49:22.113688 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-749dc2b1-d9f2-49aa-b27b-12ca4bbfc760 req-93380a82-f63a-47e6-b92a-08045b12873c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc52a880-fa63-4cb8-9043-9a3589099ae5 HTTP/1.1" status: 200 len: 1001 time: 0.0587940 Jul 28 17:49:22.143419 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3e68e488-60a7-4f89-ba1e-b4a618094b7c req-b3a50eb7-3222-4a9a-9255-e4aafcea5be4 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442712 Jul 28 17:49:22.164051 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dc2b1-d9f2-49aa-b27b-12ca4bbfc760 req-99a9cc31-6974-47c5-b85a-1f3db436905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:22.165539 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-749dc2b1-d9f2-49aa-b27b-12ca4bbfc760 req-99a9cc31-6974-47c5-b85a-1f3db436905a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fe593b98-b683-41c5-a77d-ecb43eb96f49 HTTP/1.1" status: 200 len: 847 time: 0.0460563 Jul 28 17:49:22.230339 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dc2b1-d9f2-49aa-b27b-12ca4bbfc760 req-badf9d86-c301-4345-a4d8-0327bc4d67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:22.231857 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-749dc2b1-d9f2-49aa-b27b-12ca4bbfc760 req-badf9d86-c301-4345-a4d8-0327bc4d67f2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3c408952-a8f7-48c3-935f-d12a5087c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0571337 Jul 28 17:49:22.287475 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275dc74-6621-439f-9a08-f3c544a899e2 req-42dadec5-e43d-4684-b0b8-0c40825526db tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:22.288968 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8275dc74-6621-439f-9a08-f3c544a899e2 req-42dadec5-e43d-4684-b0b8-0c40825526db tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0480437 Jul 28 17:49:22.307547 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7689a6-be1f-4b04-9faf-c996252f7950 req-a5ad5377-4639-4e7b-99e4-49a9246e73ac tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:22.309034 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7d7689a6-be1f-4b04-9faf-c996252f7950 req-a5ad5377-4639-4e7b-99e4-49a9246e73ac tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0916939 Jul 28 17:49:22.319134 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 42902) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:49:22.326081 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-cb46d21e-e568-4ce4-ad1e-baad0d001311 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Request body: {'floatingip': {'port_id': '2c1eff09-7c11-4fd0-b533-bf557da3325f'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:49:22.343069 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8275dc74-6621-439f-9a08-f3c544a899e2 req-e8d43028-a847-47a9-bac6-d0fa3be80091 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482938 Jul 28 17:49:22.368485 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:22.371956 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:22.407198 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cb46d21e-e568-4ce4-ad1e-baad0d001311 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for floatingip (13139693-2c22-473c-821a-88247ec91bfc), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:22.411901 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-749dc2b1-d9f2-49aa-b27b-12ca4bbfc760 req-0176e38e-f611-44e5-881b-2387a9f860de service neutron] 10.222.0.100 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640730 Jul 28 17:49:22.599671 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-749dc2b1-d9f2-49aa-b27b-12ca4bbfc760 req-12571756-e9c2-4227-b931-619909bdc5f6 service neutron] 10.222.0.100 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630189 Jul 28 17:49:22.738616 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c40819-e327-4f2f-91b2-67586f727915 req-bed6d2cd-5947-4236-8c85-452656e9ed2d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:22.740067 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d7c40819-e327-4f2f-91b2-67586f727915 req-bed6d2cd-5947-4236-8c85-452656e9ed2d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0636704 Jul 28 17:49:22.884647 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d7c40819-e327-4f2f-91b2-67586f727915 req-2d034a39-663a-4fb3-a93b-6afe21ea5b6d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1149449 Jul 28 17:49:23.023306 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cb46d21e-e568-4ce4-ad1e-baad0d001311 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:23.027411 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cb46d21e-e568-4ce4-ad1e-baad0d001311 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (13139693-2c22-473c-821a-88247ec91bfc), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:23.232638 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb46d21e-e568-4ce4-ad1e-baad0d001311 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:49:23.248307 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:23.335962 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:23.344834 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb46d21e-e568-4ce4-ad1e-baad0d001311 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:49:23.349512 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cb46d21e-e568-4ce4-ad1e-baad0d001311 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:23.355116 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e496aa8e-ff2d-4046-a9a0-325bf1880f26 None None] Sync routers for ids ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:49:23.365331 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e496aa8e-ff2d-4046-a9a0-325bf1880f26 None None] Routers {'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:49:23.366057 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-e496aa8e-ff2d-4046-a9a0-325bf1880f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:48:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:49:23.386642 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'tag': '2c1eff09-7c11-4fd0-b533-bf557da3325f'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:49:23.388863 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3c47ee-b517-4282-8404-8fb47ed4b581" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3b9253-025e-4a8d-af04-b8951ed85ae8", "tag": "2c1eff09-7c11-4fd0-b533-bf557da3325f"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:49:23.424356 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-cb46d21e-e568-4ce4-ad1e-baad0d001311 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "PUT /v2.0/floatingips/13139693-2c22-473c-821a-88247ec91bfc HTTP/1.1" status: 200 len: 993 time: 1.1041546 Jul 28 17:49:23.439956 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adde979-ef64-46d1-a56a-da736700beb4 x-openstack-request-id: req-7adde979-ef64-46d1-a56a-da736700beb4 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:49:23.440260 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3b9253-025e-4a8d-af04-b8951ed85ae8", "tag": "2c1eff09-7c11-4fd0-b533-bf557da3325f", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:49:23.440524 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7adde979-ef64-46d1-a56a-da736700beb4 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:49:23.440948 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7adde979-ef64-46d1-a56a-da736700beb4'] response: {'name': 'network-changed', 'server_uuid': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'tag': '2c1eff09-7c11-4fd0-b533-bf557da3325f', 'status': 'completed', 'code': 200} Jul 28 17:49:23.478936 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-e496aa8e-ff2d-4046-a9a0-325bf1880f26 None None] Set router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:49:23.494290 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599df39-7eee-4806-8254-7138d114d92c req-51b373fe-6b91-44d4-bbea-d6823c5dd549 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:23.496954 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c599df39-7eee-4806-8254-7138d114d92c req-51b373fe-6b91-44d4-bbea-d6823c5dd549 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0519648 Jul 28 17:49:23.538405 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c47ee-b517-4282-8404-8fb47ed4b581 req-122bee5f-b56b-4203-9021-925146a5fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:23.540217 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6b3c47ee-b517-4282-8404-8fb47ed4b581 req-122bee5f-b56b-4203-9021-925146a5fef1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 1129 time: 0.0433095 Jul 28 17:49:23.548938 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c599df39-7eee-4806-8254-7138d114d92c req-590f8af7-ba70-4a15-bf65-0bf8c61fd956 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460203 Jul 28 17:49:23.563752 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:23.643547 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c47ee-b517-4282-8404-8fb47ed4b581 req-a4530a96-211c-4661-9af6-8f205aab0c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:23.645028 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6b3c47ee-b517-4282-8404-8fb47ed4b581 req-a4530a96-211c-4661-9af6-8f205aab0c12 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 920 time: 0.0974691 Jul 28 17:49:23.645795 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:23.703035 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-e496aa8e-ff2d-4046-a9a0-325bf1880f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:33Z', 'revision_number': 4, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port': {'id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:30Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '13139693-2c22-473c-821a-88247ec91bfc', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'port_id': '2c1eff09-7c11-4fd0-b533-bf557da3325f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'mac_address': 'fa:16:3e:83:ee:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:46:45Z', 'updated_at': '2022-07-28T17:49:22Z', 'revision_number': 3, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69696958-89e8-444d-a150-40353ad3b1ba', 'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'mac_address': 'fa:16:3e:e2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:33Z', 'updated_at': '2022-07-28T17:44:47Z', 'revision_number': 5, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'subnets': [{'id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:49:23.708226 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6b3c47ee-b517-4282-8404-8fb47ed4b581 req-05b85205-af89-4172-969c-93b6392f3cff service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1eff09-7c11-4fd0-b533-bf557da3325f HTTP/1.1" status: 200 len: 1001 time: 0.0568171 Jul 28 17:49:23.727645 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e496aa8e-ff2d-4046-a9a0-325bf1880f26 None None] Checking router: fdb3f328-e97a-4bf2-bddb-98103ea1cf9e for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:49:23.736423 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e496aa8e-ff2d-4046-a9a0-325bf1880f26 None None] Routers {'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:49:23.737022 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-e496aa8e-ff2d-4046-a9a0-325bf1880f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:48:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:49:23.757591 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c47ee-b517-4282-8404-8fb47ed4b581 req-7165f00b-c845-4aeb-ba2a-271d8e7d902a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:23.758992 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6b3c47ee-b517-4282-8404-8fb47ed4b581 req-7165f00b-c845-4aeb-ba2a-271d8e7d902a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 200 len: 857 time: 0.0437236 Jul 28 17:49:23.807675 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c47ee-b517-4282-8404-8fb47ed4b581 req-7c42dad8-e3f4-4b3f-88c6-fa49f9e61300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:23.809233 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6b3c47ee-b517-4282-8404-8fb47ed4b581 req-7c42dad8-e3f4-4b3f-88c6-fa49f9e61300 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c5bc62a-37b3-4ec7-a921-dd776df143f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429378 Jul 28 17:49:23.842273 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-e496aa8e-ff2d-4046-a9a0-325bf1880f26 None None] Set router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:49:23.906542 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6b3c47ee-b517-4282-8404-8fb47ed4b581 req-300e0964-88d6-4076-ae39-e708b22199a3 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860934 Jul 28 17:49:24.036049 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9922a-ea57-4ca3-80cb-ffc354b02156 req-568b0f97-2fa6-40f2-9969-2b8757625a6d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:24.037487 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-78b9922a-ea57-4ca3-80cb-ffc354b02156 req-568b0f97-2fa6-40f2-9969-2b8757625a6d tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0617127 Jul 28 17:49:24.079132 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6b3c47ee-b517-4282-8404-8fb47ed4b581 req-f77f37ba-d2ca-4625-954f-c4b2c8f44195 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568646 Jul 28 17:49:24.122650 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-78b9922a-ea57-4ca3-80cb-ffc354b02156 req-8bb32c48-dcde-49d6-b95d-2bbb27e6a9b8 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739818 Jul 28 17:49:24.299212 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-e496aa8e-ff2d-4046-a9a0-325bf1880f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:33Z', 'revision_number': 4, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port': {'id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:30Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '13139693-2c22-473c-821a-88247ec91bfc', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'port_id': '2c1eff09-7c11-4fd0-b533-bf557da3325f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'mac_address': 'fa:16:3e:83:ee:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:46:45Z', 'updated_at': '2022-07-28T17:49:22Z', 'revision_number': 3, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69696958-89e8-444d-a150-40353ad3b1ba', 'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'mac_address': 'fa:16:3e:e2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:33Z', 'updated_at': '2022-07-28T17:44:47Z', 'revision_number': 5, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'subnets': [{'id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:49:24.324006 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e496aa8e-ff2d-4046-a9a0-325bf1880f26 None None] The sync data for ids ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'] in dv-cinder-813229-13-iscsi is: [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:33Z', 'revision_number': 4, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port': {'id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:30Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '13139693-2c22-473c-821a-88247ec91bfc', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'port_id': '2c1eff09-7c11-4fd0-b533-bf557da3325f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'mac_address': 'fa:16:3e:83:ee:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:46:45Z', 'updated_at': '2022-07-28T17:49:22Z', 'revision_number': 3, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69696958-89e8-444d-a150-40353ad3b1ba', 'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'mac_address': 'fa:16:3e:e2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:33Z', 'updated_at': '2022-07-28T17:44:47Z', 'revision_number': 5, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'subnets': [{'id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:49:24.784105 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58bc10-d51a-43e3-bc70-823987067937 req-2040dd05-a921-426d-9bee-e99051bde392 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:24.785655 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-be58bc10-d51a-43e3-bc70-823987067937 req-2040dd05-a921-426d-9bee-e99051bde392 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.1540179 Jul 28 17:49:24.832398 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-be58bc10-d51a-43e3-bc70-823987067937 req-9c9cd993-fea0-4cab-a2db-3612b2cd662b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411897 Jul 28 17:49:25.274128 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352bfe3-04de-4f95-90f2-7b17ddcc5146 req-9c3dbd23-19d1-43d3-b448-22b50dfce8bf tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:25.275621 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d352bfe3-04de-4f95-90f2-7b17ddcc5146 req-9c3dbd23-19d1-43d3-b448-22b50dfce8bf tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0529788 Jul 28 17:49:25.335702 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d352bfe3-04de-4f95-90f2-7b17ddcc5146 req-069ec8e1-6211-492d-b11c-5c8f4f8b61e0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542927 Jul 28 17:49:25.442270 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'tag': '2c1eff09-7c11-4fd0-b533-bf557da3325f'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:49:25.444556 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd6145b-ac69-4231-bf82-4ba496fd81be" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3b9253-025e-4a8d-af04-b8951ed85ae8", "tag": "2c1eff09-7c11-4fd0-b533-bf557da3325f"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:49:25.482867 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30409904-2d82-40f3-aca7-99e9b40331da x-openstack-request-id: req-30409904-2d82-40f3-aca7-99e9b40331da {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:49:25.483231 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3b9253-025e-4a8d-af04-b8951ed85ae8", "tag": "2c1eff09-7c11-4fd0-b533-bf557da3325f", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:49:25.483497 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-30409904-2d82-40f3-aca7-99e9b40331da {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:49:25.483906 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30409904-2d82-40f3-aca7-99e9b40331da'] response: {'name': 'network-changed', 'server_uuid': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'tag': '2c1eff09-7c11-4fd0-b533-bf557da3325f', 'status': 'completed', 'code': 200} Jul 28 17:49:25.575126 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6145b-ac69-4231-bf82-4ba496fd81be req-8d6f01b3-272c-4540-9068-b3a98dde2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:25.576618 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1dd6145b-ac69-4231-bf82-4ba496fd81be req-8d6f01b3-272c-4540-9068-b3a98dde2862 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f5332e245b754728b04af219fdb6ca93&device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 1129 time: 0.0404601 Jul 28 17:49:25.668261 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:25.673518 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6145b-ac69-4231-bf82-4ba496fd81be req-84af3e98-736b-42f6-8cba-704b5e0b86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:25.674998 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1dd6145b-ac69-4231-bf82-4ba496fd81be req-84af3e98-736b-42f6-8cba-704b5e0b86a1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 200 len: 920 time: 0.0913243 Jul 28 17:49:25.698101 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-6bafa7af-afd9-4163-bf07-186db8a6cf3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:25.739119 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1dd6145b-ac69-4231-bf82-4ba496fd81be req-342e78c2-20ad-4633-bccc-234756831478 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1eff09-7c11-4fd0-b533-bf557da3325f HTTP/1.1" status: 200 len: 1001 time: 0.0577900 Jul 28 17:49:25.789852 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6145b-ac69-4231-bf82-4ba496fd81be req-ca8f85ae-d226-4dd1-8e50-da7c25382752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:25.791967 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1dd6145b-ac69-4231-bf82-4ba496fd81be req-ca8f85ae-d226-4dd1-8e50-da7c25382752 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 200 len: 857 time: 0.0438819 Jul 28 17:49:25.834909 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:25.843720 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6145b-ac69-4231-bf82-4ba496fd81be req-d5909ef3-417b-4de8-b15e-d5a080eda619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:25.845202 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1dd6145b-ac69-4231-bf82-4ba496fd81be req-d5909ef3-417b-4de8-b15e-d5a080eda619 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c5bc62a-37b3-4ec7-a921-dd776df143f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435979 Jul 28 17:49:25.956552 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1dd6145b-ac69-4231-bf82-4ba496fd81be req-866237ce-931f-4bc9-862b-e2979fd048b9 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923574 Jul 28 17:49:26.067478 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23df967-dd4b-4990-9038-dca3205f9f97 req-18a42ec7-fa43-4454-86f5-fe9e6dfbafb9 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:26.068944 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e23df967-dd4b-4990-9038-dca3205f9f97 req-18a42ec7-fa43-4454-86f5-fe9e6dfbafb9 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.1508267 Jul 28 17:49:26.109184 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1dd6145b-ac69-4231-bf82-4ba496fd81be req-1d43edb1-d5ae-4b9a-9079-17142ed44031 service neutron] 10.222.0.100 "GET /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462817 Jul 28 17:49:26.134360 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e23df967-dd4b-4990-9038-dca3205f9f97 req-758045ff-ed31-40fb-8600-4e3ff1357ace tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543685 Jul 28 17:49:26.461028 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b525bb-b0cf-46e5-9e55-058abc1dadce req-a154a435-1537-43ca-8858-e2c2dc360c89 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:26.462527 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a2b525bb-b0cf-46e5-9e55-058abc1dadce req-a154a435-1537-43ca-8858-e2c2dc360c89 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0520034 Jul 28 17:49:26.495001 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:26.526787 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a2b525bb-b0cf-46e5-9e55-058abc1dadce req-5f47dc51-8d2c-4827-9589-ea866fc588c5 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584433 Jul 28 17:49:27.256295 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f7162-483d-4d9a-8626-81f8b9afcbeb req-fcb1b5c0-b392-4804-9c97-d6a6c63405bd tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:27.257914 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9f3f7162-483d-4d9a-8626-81f8b9afcbeb req-fcb1b5c0-b392-4804-9c97-d6a6c63405bd tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0508568 Jul 28 17:49:27.306051 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9f3f7162-483d-4d9a-8626-81f8b9afcbeb req-222b49e4-89b9-4e5a-9309-ea383bcf6669 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424421 Jul 28 17:49:27.308891 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:49:27.507788 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddaa121-e0e8-4814-823e-1c4cde1b9797 req-3b7abc24-21a8-42e7-a9d7-0b6532be063d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:27.509300 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dddaa121-e0e8-4814-823e-1c4cde1b9797 req-3b7abc24-21a8-42e7-a9d7-0b6532be063d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0482950 Jul 28 17:49:27.557621 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dddaa121-e0e8-4814-823e-1c4cde1b9797 req-ab046295-7978-4d04-b7c8-91ca43ad4fdf tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 Jul 28 17:49:27.612152 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5641c-950f-4184-8067-9d16dc32cc80 req-73164ca8-1ab1-4368-bd00-e3a2245377f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:27.613831 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-44a5641c-950f-4184-8067-9d16dc32cc80 req-73164ca8-1ab1-4368-bd00-e3a2245377f9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=78a2f25af7784086aadec8dd5a1015dd&device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 1130 time: 0.0414891 Jul 28 17:49:27.659067 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3fe4d-6af3-4a93-bb35-c20afb0a15d1 req-8e253b6c-4b12-46e2-946b-ad75afc1db08 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:27.660751 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3da3fe4d-6af3-4a93-bb35-c20afb0a15d1 req-8e253b6c-4b12-46e2-946b-ad75afc1db08 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0495937 Jul 28 17:49:27.709041 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5641c-950f-4184-8067-9d16dc32cc80 req-b3dd8668-6b14-4c5b-8468-f20bad91f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:27.710539 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-44a5641c-950f-4184-8067-9d16dc32cc80 req-b3dd8668-6b14-4c5b-8468-f20bad91f86d service neutron] 10.222.0.100 "GET /v2.0/networks?id=ae8fa151-853f-466c-9398-a2ea0d9328cd HTTP/1.1" status: 200 len: 912 time: 0.0912194 Jul 28 17:49:27.721621 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3da3fe4d-6af3-4a93-bb35-c20afb0a15d1 req-47fc9507-2fd9-4974-9c28-916bd2e54352 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552080 Jul 28 17:49:27.782928 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-44a5641c-950f-4184-8067-9d16dc32cc80 req-3ca5deaa-25f6-4a58-a900-86435bb16977 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68d3356b-d07b-40b6-8d0a-f9dfbab82c03 HTTP/1.1" status: 200 len: 1001 time: 0.0590065 Jul 28 17:49:27.832674 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5641c-950f-4184-8067-9d16dc32cc80 req-99d625da-b75e-4e9f-b6ad-e5d1b28f67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:27.834203 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-44a5641c-950f-4184-8067-9d16dc32cc80 req-99d625da-b75e-4e9f-b6ad-e5d1b28f67ea service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ce8ae2ae-69b2-4f29-aac4-77e56446331a HTTP/1.1" status: 200 len: 849 time: 0.0449953 Jul 28 17:49:27.879503 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5641c-950f-4184-8067-9d16dc32cc80 req-df826758-4ab3-4324-af59-0cd8c5f4c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:27.880956 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-44a5641c-950f-4184-8067-9d16dc32cc80 req-df826758-4ab3-4324-af59-0cd8c5f4c23e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ae8fa151-853f-466c-9398-a2ea0d9328cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393941 Jul 28 17:49:28.116344 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8da11276-6547-4211-87e4-d9c4bedc0dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:28.232904 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-44a5641c-950f-4184-8067-9d16dc32cc80 req-eb9352c0-25d6-4622-b5ee-2d955917a1a5 service neutron] 10.222.0.100 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447671 Jul 28 17:49:28.282778 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:28.328757 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-44a5641c-950f-4184-8067-9d16dc32cc80 req-4c123ba6-fd05-49aa-b2d8-bc5a06f6e0a4 service neutron] 10.222.0.100 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894635 Jul 28 17:49:28.669125 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:28.678084 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dff7c-bf56-4e47-bdf4-9c326dda679b req-56687f79-2003-49a8-af3a-704243fad152 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:28.679562 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c95dff7c-bf56-4e47-bdf4-9c326dda679b req-56687f79-2003-49a8-af3a-704243fad152 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0492671 Jul 28 17:49:28.730004 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c95dff7c-bf56-4e47-bdf4-9c326dda679b req-50d0a4f7-9999-46dc-b54d-fbca37fd030d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447469 Jul 28 17:49:28.829205 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:28.848656 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792b66c-fcd6-472e-a203-1ccfd97913a2 req-578741b6-b61f-4aa3-adf5-ac7c31d8a7c8 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:28.850127 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e792b66c-fcd6-472e-a203-1ccfd97913a2 req-578741b6-b61f-4aa3-adf5-ac7c31d8a7c8 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0524876 Jul 28 17:49:28.909895 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e792b66c-fcd6-472e-a203-1ccfd97913a2 req-c0b9dbf7-60cb-4d57-9bf8-0cfa58f8fad1 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536678 Jul 28 17:49:29.115102 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:29.849056 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f5709-5fd5-4af5-bb89-94bf1b50c06d req-66245752-f0f7-4b9d-b47c-08a40f7d8067 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:29.850562 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-992f5709-5fd5-4af5-bb89-94bf1b50c06d req-66245752-f0f7-4b9d-b47c-08a40f7d8067 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0475974 Jul 28 17:49:29.898800 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-992f5709-5fd5-4af5-bb89-94bf1b50c06d req-5344c831-a0dc-42a3-9e0d-9bf6dcc566b6 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416472 Jul 28 17:49:30.036076 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cc2c1-5c0c-4733-81d5-89096bf7589c req-b1fc29cc-c82e-4799-987f-763dce1bb166 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:30.037499 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f24cc2c1-5c0c-4733-81d5-89096bf7589c req-b1fc29cc-c82e-4799-987f-763dce1bb166 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0514600 Jul 28 17:49:30.097973 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f24cc2c1-5c0c-4733-81d5-89096bf7589c req-c802f54a-ea03-4bc0-a2af-a856189f284e tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543289 Jul 28 17:49:30.609590 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:30.881836 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:30.933016 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:31.219541 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37881ff-97e5-4c82-a9b7-55bb16ca26c8 req-9f274b27-f153-4cfa-91f5-e28164e0a32f tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:31.221031 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f37881ff-97e5-4c82-a9b7-55bb16ca26c8 req-9f274b27-f153-4cfa-91f5-e28164e0a32f tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0484703 Jul 28 17:49:31.281042 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f37881ff-97e5-4c82-a9b7-55bb16ca26c8 req-0efe0b08-ba3f-4223-becb-5e71c43437fd tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542841 Jul 28 17:49:32.401179 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cff2f-4c76-42b9-b0d1-4585fe8efcfc req-d68da0eb-b3de-46e1-9754-337cf3940e78 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:32.402687 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-af5cff2f-4c76-42b9-b0d1-4585fe8efcfc req-d68da0eb-b3de-46e1-9754-337cf3940e78 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0490496 Jul 28 17:49:32.465440 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-af5cff2f-4c76-42b9-b0d1-4585fe8efcfc req-70826711-35b1-441e-9680-4ee5471214bc tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571239 Jul 28 17:49:33.588102 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be75cef-90a4-4078-9eb1-d2f8ac1ec11c req-c2483505-4f4a-499c-bace-4acfe6a08734 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:33.589705 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1be75cef-90a4-4078-9eb1-d2f8ac1ec11c req-c2483505-4f4a-499c-bace-4acfe6a08734 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0519919 Jul 28 17:49:33.659131 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1be75cef-90a4-4078-9eb1-d2f8ac1ec11c req-37f4de6e-7393-4e95-9109-93a5ebe1299e tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634515 Jul 28 17:49:34.786060 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c599e-6828-4e4d-bcbd-39dd2357d978 req-1c5b7e38-044d-4559-922d-351167de16f9 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:34.787551 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c45c599e-6828-4e4d-bcbd-39dd2357d978 req-1c5b7e38-044d-4559-922d-351167de16f9 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0483451 Jul 28 17:49:34.848916 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c45c599e-6828-4e4d-bcbd-39dd2357d978 req-a1261484-8a53-4e03-80a0-4ae0d4bfdc6c tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551629 Jul 28 17:49:35.972326 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6add73-b7fc-43dc-9153-0cb6564110ee req-1160c318-c133-4ea6-b82f-b9d2d0d3d0e0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:35.974029 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-eb6add73-b7fc-43dc-9153-0cb6564110ee req-1160c318-c133-4ea6-b82f-b9d2d0d3d0e0 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0489278 Jul 28 17:49:36.044020 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-eb6add73-b7fc-43dc-9153-0cb6564110ee req-fef3a0d2-e2ed-488d-a2c9-3b923ff46383 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643163 Jul 28 17:49:37.165594 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1252f-8c54-446f-815b-b9ae378626db req-8650551d-5227-4e55-a5f7-c169914abbb7 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:37.167066 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ace1252f-8c54-446f-815b-b9ae378626db req-8650551d-5227-4e55-a5f7-c169914abbb7 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0510807 Jul 28 17:49:37.228190 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ace1252f-8c54-446f-815b-b9ae378626db req-f63f171d-6515-435e-a202-2568ea3b3706 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554125 Jul 28 17:49:38.353903 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a029c73-b0e8-4411-8e2c-fc4d5d84c101 req-f5a98942-d646-4de4-b4bb-52a966cd93ca tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:38.355627 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a029c73-b0e8-4411-8e2c-fc4d5d84c101 req-f5a98942-d646-4de4-b4bb-52a966cd93ca tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0537074 Jul 28 17:49:38.420151 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a029c73-b0e8-4411-8e2c-fc4d5d84c101 req-ac42eb0a-371f-475d-9946-db1846f4287c tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589879 Jul 28 17:49:39.545888 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086a1ea-d31e-4a2a-bb50-487e875967e0 req-fbf09740-cc4e-4d50-8741-f346437b64e2 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:49:39.547371 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5086a1ea-d31e-4a2a-bb50-487e875967e0 req-fbf09740-cc4e-4d50-8741-f346437b64e2 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0521607 Jul 28 17:49:39.607374 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5086a1ea-d31e-4a2a-bb50-487e875967e0 req-544bbf8a-94ef-4654-8b32-289b20efbb09 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&id=fd1757d9-fef7-412a-9927-038fe9d6bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543597 Jul 28 17:49:40.923620 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:40.928506 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:41.319793 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:41.323973 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:48.410586 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=57 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:48.414772 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=66 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:49.598258 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=73 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:49.602389 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=62 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:54.339250 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:49:55.690033 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-cad9d9ab-ffa1-4af8-8e54-94fc37416ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:58.120594 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-ba2b0293-33b9-42bd-b9ed-28148c3b109a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:49:59.121642 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:00.628123 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:00.885036 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:00.936190 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:03.752013 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92633f91-c07b-4c85-a09c-ef0987a993fc req-37cfda50-a7c0-426d-8665-0c28fe76f558 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:03.753440 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-92633f91-c07b-4c85-a09c-ef0987a993fc req-37cfda50-a7c0-426d-8665-0c28fe76f558 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0483119 Jul 28 17:50:03.801784 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-92633f91-c07b-4c85-a09c-ef0987a993fc req-620d445c-4f44-40ce-8922-6ee52968e2a1 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425816 Jul 28 17:50:04.307293 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:50:04.929946 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d75450-f39d-48a6-bcaf-496f6a06384b req-09f0d8b2-4143-447a-83ee-1518b45c3aea tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:04.931457 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-14d75450-f39d-48a6-bcaf-496f6a06384b req-09f0d8b2-4143-447a-83ee-1518b45c3aea tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0500691 Jul 28 17:50:04.987564 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-14d75450-f39d-48a6-bcaf-496f6a06384b req-5460c486-1dad-4cf5-abd1-7dfb1d8ba810 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489037 Jul 28 17:50:06.110992 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef428d24-674d-4ef0-8446-80d4aa4d5e79 req-e54773d9-533d-4833-a21d-76836c6133e3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:06.112483 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ef428d24-674d-4ef0-8446-80d4aa4d5e79 req-e54773d9-533d-4833-a21d-76836c6133e3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0471206 Jul 28 17:50:06.160433 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ef428d24-674d-4ef0-8446-80d4aa4d5e79 req-5be90245-388d-40d2-a2aa-5ce5d978f140 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=feec5d10-bdf0-4465-8a10-cc0df90a2f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424039 Jul 28 17:50:06.442129 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5027b-8ad9-42e5-98d0-8081b4d09d01 req-e78cec83-1491-42c5-9905-5fcc9f798b17 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:06.443559 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bab5027b-8ad9-42e5-98d0-8081b4d09d01 req-e78cec83-1491-42c5-9905-5fcc9f798b17 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.100 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 947 time: 0.0489693 Jul 28 17:50:06.549888 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-bab5027b-8ad9-42e5-98d0-8081b4d09d01 req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Deleting port 66a4d790-7df0-45de-afec-7d756c561981 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:06.550237 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-bab5027b-8ad9-42e5-98d0-8081b4d09d01 req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (66a4d790-7df0-45de-afec-7d756c561981), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:06.658823 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-bab5027b-8ad9-42e5-98d0-8081b4d09d01 req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] For port 66a4d790-7df0-45de-afec-7d756c561981, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=66a4d790-7df0-45de-afec-7d756c561981,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:06.659188 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-bab5027b-8ad9-42e5-98d0-8081b4d09d01 req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (66a4d790-7df0-45de-afec-7d756c561981), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:06.869853 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-bab5027b-8ad9-42e5-98d0-8081b4d09d01 req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:06.870225 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-bab5027b-8ad9-42e5-98d0-8081b4d09d01 req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (10c2b0db-593f-40c9-a931-06099459d6cb), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:06.870542 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.l3_db [req-bab5027b-8ad9-42e5-98d0-8081b4d09d01 req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Floating IP 10c2b0db-593f-40c9-a931-06099459d6cb disassociated. External IP: 172.27.1.140, port: 66a4d790-7df0-45de-afec-7d756c561981. Jul 28 17:50:06.870892 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-bab5027b-8ad9-42e5-98d0-8081b4d09d01 req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Calling delete_port for 66a4d790-7df0-45de-afec-7d756c561981 owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:07.014154 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-bab5027b-8ad9-42e5-98d0-8081b4d09d01 req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (66a4d790-7df0-45de-afec-7d756c561981), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:07.053787 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event deleted for resources: {'Port': ['ID=66a4d790-7df0-45de-afec-7d756c561981,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:07.057269 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:07.064237 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:07.064599 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:07.064936 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:07.065306 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:07.065655 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:07.066219 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:07.066573 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:07.066899 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:07.067236 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:07.067569 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:07.067903 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:07.068248 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:07.068566 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:07.068896 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:07.069254 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:07.185920 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bab5027b-8ad9-42e5-98d0-8081b4d09d01 req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Router d3a930ed-68f8-4cc2-9f31-042666501368 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:50:07.243864 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:07.291557 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1164c0ea-4771-45d7-aa7f-ef651296be00 req-dfd58995-f9d9-4cd8-8b9c-278fd8b4376a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 210 time: 0.0333927 Jul 28 17:50:07.304489 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bab5027b-8ad9-42e5-98d0-8081b4d09d01 req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:50:07.318662 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c079f7bc-ca18-4533-8043-da8e8a520980 None None] Sync routers for ids ['d3a930ed-68f8-4cc2-9f31-042666501368'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:50:07.332219 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c079f7bc-ca18-4533-8043-da8e8a520980 None None] Routers {'d3a930ed-68f8-4cc2-9f31-042666501368'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:07.333794 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-c079f7bc-ca18-4533-8043-da8e8a520980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:49:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d3a930ed-68f8-4cc2-9f31-042666501368'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:07.359426 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab5027b-8ad9-42e5-98d0-8081b4d09d01 req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] No DVR routers for this DVR port 66a4d790-7df0-45de-afec-7d756c561981 on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:50:07.367060 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-bab5027b-8ad9-42e5-98d0-8081b4d09d01 req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:07.370341 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bab5027b-8ad9-42e5-98d0-8081b4d09d01 req-6b8f5347-d875-41bb-8607-30ced3e29e03 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.100 "DELETE /v2.0/ports/66a4d790-7df0-45de-afec-7d756c561981 HTTP/1.1" status: 204 len: 173 time: 0.9085100 Jul 28 17:50:07.370869 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'name': 'network-vif-deleted', 'tag': '66a4d790-7df0-45de-afec-7d756c561981'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:50:07.373208 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92685b4f-a6ac-467d-9379-ce40f7a1de95" -d '{"events": [{"server_uuid": "b5b7bb8c-4218-4d08-a7d6-9c91343649a8", "name": "network-vif-deleted", "tag": "66a4d790-7df0-45de-afec-7d756c561981"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:50:07.463148 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcae837-17f0-4d8b-bba3-25d826266325 req-ed9eb825-1749-4559-b1f1-f1a04d4a432a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:07.465278 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bfcae837-17f0-4d8b-bba3-25d826266325 req-ed9eb825-1749-4559-b1f1-f1a04d4a432a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0525129 Jul 28 17:50:07.489804 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8b2a37-589a-4550-bf18-cb0974051965 x-openstack-request-id: req-4f8b2a37-589a-4550-bf18-cb0974051965 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:50:07.490125 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b7bb8c-4218-4d08-a7d6-9c91343649a8", "name": "network-vif-deleted", "tag": "66a4d790-7df0-45de-afec-7d756c561981", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:50:07.490387 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4f8b2a37-589a-4550-bf18-cb0974051965 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:50:07.491175 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f8b2a37-589a-4550-bf18-cb0974051965'] response: {'server_uuid': 'b5b7bb8c-4218-4d08-a7d6-9c91343649a8', 'name': 'network-vif-deleted', 'tag': '66a4d790-7df0-45de-afec-7d756c561981', 'status': 'completed', 'code': 200} Jul 28 17:50:07.519543 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bfcae837-17f0-4d8b-bba3-25d826266325 req-57601ed9-2b5f-4150-a6eb-0de754d0ecfa tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463789 Jul 28 17:50:07.551157 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-c079f7bc-ca18-4533-8043-da8e8a520980 None None] Set router d3a930ed-68f8-4cc2-9f31-042666501368 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:07.741429 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-c079f7bc-ca18-4533-8043-da8e8a520980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'e36a0dd2-1eaf-486a-898e-3bd18498628f', 'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'mac_address': 'fa:16:3e:87:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:37Z', 'updated_at': '2022-07-28T17:44:48Z', 'revision_number': 5, 'project_id': '65535f9817c448dfac997e93efa1a909', 'subnets': [{'id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:07.766505 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c079f7bc-ca18-4533-8043-da8e8a520980 None None] Checking router: d3a930ed-68f8-4cc2-9f31-042666501368 for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:50:07.775292 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c079f7bc-ca18-4533-8043-da8e8a520980 None None] Routers {'d3a930ed-68f8-4cc2-9f31-042666501368'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:07.775899 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-c079f7bc-ca18-4533-8043-da8e8a520980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:49:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d3a930ed-68f8-4cc2-9f31-042666501368'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:07.878886 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-c079f7bc-ca18-4533-8043-da8e8a520980 None None] Set router d3a930ed-68f8-4cc2-9f31-042666501368 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:08.065965 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-c079f7bc-ca18-4533-8043-da8e8a520980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'e36a0dd2-1eaf-486a-898e-3bd18498628f', 'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'mac_address': 'fa:16:3e:87:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:37Z', 'updated_at': '2022-07-28T17:44:48Z', 'revision_number': 5, 'project_id': '65535f9817c448dfac997e93efa1a909', 'subnets': [{'id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:08.093591 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c079f7bc-ca18-4533-8043-da8e8a520980 None None] The sync data for ids ['d3a930ed-68f8-4cc2-9f31-042666501368'] in dv-cinder-813229-13-iscsi is: [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'e36a0dd2-1eaf-486a-898e-3bd18498628f', 'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'mac_address': 'fa:16:3e:87:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:37Z', 'updated_at': '2022-07-28T17:44:48Z', 'revision_number': 5, 'project_id': '65535f9817c448dfac997e93efa1a909', 'subnets': [{'id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:50:08.317038 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385e6236-0a9a-41c7-bb28-4d79eda1b6a0 None None] New status for floating IP 10c2b0db-593f-40c9-a931-06099459d6cb: DOWN {{(pid=110737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:50:08.413783 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d0b20276-f7c7-4a26-be3d-2a1a505d07dc req-5af0cc6c-a6bc-4ba8-bf8e-07cd1f9e773c tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 210 time: 0.0291641 Jul 28 17:50:08.646418 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41d15a-d1ef-42d7-a8cd-c201bfb76909 req-a35f87d9-9b10-4db5-ba13-707cd1ac890e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:08.647822 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6d41d15a-d1ef-42d7-a8cd-c201bfb76909 req-a35f87d9-9b10-4db5-ba13-707cd1ac890e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0535390 Jul 28 17:50:08.698200 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6d41d15a-d1ef-42d7-a8cd-c201bfb76909 req-91bc2c1f-6516-4bc9-ac10-ece9e2cc65d6 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448365 Jul 28 17:50:09.534636 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6d89fd73-015d-4c66-820a-cb7cd1133af9 req-f8b6dba8-444a-4679-954c-088e6709405f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 210 time: 0.0319784 Jul 28 17:50:09.821258 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad591-7f5c-4ca5-b2ef-9e3a6eacd77d req-27636c1a-3c20-45bf-8992-be34fa306c21 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:09.822823 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4e5ad591-7f5c-4ca5-b2ef-9e3a6eacd77d req-27636c1a-3c20-45bf-8992-be34fa306c21 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0503545 Jul 28 17:50:09.874670 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4e5ad591-7f5c-4ca5-b2ef-9e3a6eacd77d req-a51c4331-422e-4dc4-9dc6-d6685ee26948 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451231 Jul 28 17:50:10.153363 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 66a4d790-7df0-45de-afec-7d756c561981 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:50:10.176023 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: 66a4d790-7df0-45de-afec-7d756c561981 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:50:10.176378 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 66a4d790-7df0-45de-afec-7d756c561981 not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:50:10.639445 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-edfd0f76-77e8-415c-903c-e111abaf9f0a req-86e119ee-6445-4fc8-b29c-abcd87c07618 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 210 time: 0.0278819 Jul 28 17:50:10.998311 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc755bac-73cd-4ad7-aa60-ace38b4dc056 req-37a6876e-1aa9-42ba-8ae0-968fec0952de tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:10.999929 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bc755bac-73cd-4ad7-aa60-ace38b4dc056 req-37a6876e-1aa9-42ba-8ae0-968fec0952de tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0517726 Jul 28 17:50:11.047985 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bc755bac-73cd-4ad7-aa60-ace38b4dc056 req-93c83cb2-a1cb-406b-8e2b-686537259689 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425942 Jul 28 17:50:11.746730 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-35b7c340-c3f4-4667-b150-527c514f00bc req-1a18b8df-14d2-472a-a71d-21d2c3a6f387 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5b7bb8c-4218-4d08-a7d6-9c91343649a8 HTTP/1.1" status: 200 len: 210 time: 0.0284090 Jul 28 17:50:12.041582 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab092ce-4dc8-4b41-afe6-a02a1bfb86f4 req-90840f33-b0d2-4cde-8cfc-fbc79769457d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:12.043035 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fab092ce-4dc8-4b41-afe6-a02a1bfb86f4 req-90840f33-b0d2-4cde-8cfc-fbc79769457d tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.100 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0480671 Jul 28 17:50:12.169151 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6972c-c70c-4686-a21b-cd3d83f7031d req-5d2a7f9d-0a86-45c3-b2c7-1e99fa19315e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:12.172124 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d5e6972c-c70c-4686-a21b-cd3d83f7031d req-5d2a7f9d-0a86-45c3-b2c7-1e99fa19315e tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 945 time: 0.0497577 Jul 28 17:50:12.222952 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d5e6972c-c70c-4686-a21b-cd3d83f7031d req-07b65274-9749-4f2a-98e9-7c117f29cac5 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422034 Jul 28 17:50:12.361307 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-fab092ce-4dc8-4b41-afe6-a02a1bfb86f4 req-f4c871ab-2cd7-4c5c-8e00-c15ea83efcd0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Deleting port 2c1eff09-7c11-4fd0-b533-bf557da3325f {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:12.361573 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-fab092ce-4dc8-4b41-afe6-a02a1bfb86f4 req-f4c871ab-2cd7-4c5c-8e00-c15ea83efcd0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (2c1eff09-7c11-4fd0-b533-bf557da3325f), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:12.464567 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-fab092ce-4dc8-4b41-afe6-a02a1bfb86f4 req-f4c871ab-2cd7-4c5c-8e00-c15ea83efcd0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] For port 2c1eff09-7c11-4fd0-b533-bf557da3325f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2c1eff09-7c11-4fd0-b533-bf557da3325f,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:12.464938 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-fab092ce-4dc8-4b41-afe6-a02a1bfb86f4 req-f4c871ab-2cd7-4c5c-8e00-c15ea83efcd0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (2c1eff09-7c11-4fd0-b533-bf557da3325f), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:12.633865 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-fab092ce-4dc8-4b41-afe6-a02a1bfb86f4 req-f4c871ab-2cd7-4c5c-8e00-c15ea83efcd0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:12.634144 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-fab092ce-4dc8-4b41-afe6-a02a1bfb86f4 req-f4c871ab-2cd7-4c5c-8e00-c15ea83efcd0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (13139693-2c22-473c-821a-88247ec91bfc), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:12.634461 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.l3_db [req-fab092ce-4dc8-4b41-afe6-a02a1bfb86f4 req-f4c871ab-2cd7-4c5c-8e00-c15ea83efcd0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Floating IP 13139693-2c22-473c-821a-88247ec91bfc disassociated. External IP: 172.27.1.119, port: 2c1eff09-7c11-4fd0-b533-bf557da3325f. Jul 28 17:50:12.634809 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-fab092ce-4dc8-4b41-afe6-a02a1bfb86f4 req-f4c871ab-2cd7-4c5c-8e00-c15ea83efcd0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Calling delete_port for 2c1eff09-7c11-4fd0-b533-bf557da3325f owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:12.760117 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-fab092ce-4dc8-4b41-afe6-a02a1bfb86f4 req-f4c871ab-2cd7-4c5c-8e00-c15ea83efcd0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (2c1eff09-7c11-4fd0-b533-bf557da3325f), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:12.790676 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c871ab-2cd7-4c5c-8e00-c15ea83efcd0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Pushing event deleted for resources: {'Port': ['ID=2c1eff09-7c11-4fd0-b533-bf557da3325f,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:12.863997 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43086) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:12.908048 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fab092ce-4dc8-4b41-afe6-a02a1bfb86f4 req-f4c871ab-2cd7-4c5c-8e00-c15ea83efcd0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:50:12.912530 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:12.922902 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group (feec5d10-bdf0-4465-8a10-cc0df90a2f3b), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:12.948236 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group (feec5d10-bdf0-4465-8a10-cc0df90a2f3b), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:13.004747 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:13.005039 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (feec5d10-bdf0-4465-8a10-cc0df90a2f3b), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:13.007979 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:13.009142 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "DELETE /v2.0/security-groups/feec5d10-bdf0-4465-8a10-cc0df90a2f3b HTTP/1.1" status: 204 len: 168 time: 0.1441011 Jul 28 17:50:13.011951 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43088) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:13.019072 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feec5d10-bdf0-4465-8a10-cc0df90a2f3b,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:13.026567 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:13.026922 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:13.027279 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:13.027603 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:13.027945 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:13.028279 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:13.028615 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:13.028951 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:13.029316 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:13.029646 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:13.030500 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:13.030859 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:13.031217 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:13.031545 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:13.031703 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fab092ce-4dc8-4b41-afe6-a02a1bfb86f4 req-f4c871ab-2cd7-4c5c-8e00-c15ea83efcd0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:50:13.031869 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2e2c5-63bd-411a-ad60-2bc82c364fa7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:13.033650 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.api.v2.resource [None req-7fcba37c-57a5-41a6-8cd7-81d552e193ca tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] show failed (client error): The resource could not be found. Jul 28 17:50:13.035071 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-7fcba37c-57a5-41a6-8cd7-81d552e193ca tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups/feec5d10-bdf0-4465-8a10-cc0df90a2f3b HTTP/1.1" status: 404 len: 347 time: 0.0217409 Jul 28 17:50:13.037988 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43090) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:13.044203 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ebf92-fe6a-4ff7-b5e4-be2fe53e3f43 None None] Sync routers for ids ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:50:13.054734 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ebf92-fe6a-4ff7-b5e4-be2fe53e3f43 None None] Routers {'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:13.055697 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-001ebf92-fe6a-4ff7-b5e4-be2fe53e3f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:49:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:13.096181 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab092ce-4dc8-4b41-afe6-a02a1bfb86f4 req-f4c871ab-2cd7-4c5c-8e00-c15ea83efcd0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] No DVR routers for this DVR port 2c1eff09-7c11-4fd0-b533-bf557da3325f on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:50:13.098367 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-fab092ce-4dc8-4b41-afe6-a02a1bfb86f4 req-f4c871ab-2cd7-4c5c-8e00-c15ea83efcd0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:13.101606 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fab092ce-4dc8-4b41-afe6-a02a1bfb86f4 req-f4c871ab-2cd7-4c5c-8e00-c15ea83efcd0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.100 "DELETE /v2.0/ports/2c1eff09-7c11-4fd0-b533-bf557da3325f HTTP/1.1" status: 204 len: 173 time: 0.8413513 Jul 28 17:50:13.102060 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'name': 'network-vif-deleted', 'tag': '2c1eff09-7c11-4fd0-b533-bf557da3325f'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:50:13.104651 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abad059-ff8c-4969-86b6-39a4666e061c" -d '{"events": [{"server_uuid": "ef3b9253-025e-4a8d-af04-b8951ed85ae8", "name": "network-vif-deleted", "tag": "2c1eff09-7c11-4fd0-b533-bf557da3325f"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:50:13.154527 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0631c4-4ba6-45b8-93db-8dbdd52f1e17 x-openstack-request-id: req-5d0631c4-4ba6-45b8-93db-8dbdd52f1e17 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:50:13.156180 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3b9253-025e-4a8d-af04-b8951ed85ae8", "name": "network-vif-deleted", "tag": "2c1eff09-7c11-4fd0-b533-bf557da3325f", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:50:13.157086 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5d0631c4-4ba6-45b8-93db-8dbdd52f1e17 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:50:13.160205 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d0631c4-4ba6-45b8-93db-8dbdd52f1e17'] response: {'server_uuid': 'ef3b9253-025e-4a8d-af04-b8951ed85ae8', 'name': 'network-vif-deleted', 'tag': '2c1eff09-7c11-4fd0-b533-bf557da3325f', 'status': 'completed', 'code': 200} Jul 28 17:50:13.171875 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-001ebf92-fe6a-4ff7-b5e4-be2fe53e3f43 None None] Set router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:13.188548 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8c0d6-9c0c-447f-85d5-12dfb44b4641 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Deleting port ccedecab-3e8e-4a0a-8648-26abdc205a1c {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:13.189654 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c0d6-9c0c-447f-85d5-12dfb44b4641 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (ccedecab-3e8e-4a0a-8648-26abdc205a1c), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:13.237520 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=100 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:13.312647 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c0d6-9c0c-447f-85d5-12dfb44b4641 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (ccedecab-3e8e-4a0a-8648-26abdc205a1c), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:13.313331 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c0d6-9c0c-447f-85d5-12dfb44b4641 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for floatingip (ccedecab-3e8e-4a0a-8648-26abdc205a1c), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:13.334378 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8c0d6-9c0c-447f-85d5-12dfb44b4641 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Calling delete_port for ccedecab-3e8e-4a0a-8648-26abdc205a1c owned by network:floatingip {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:13.386781 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1c3a1f87-be8a-486d-97ca-7360995fb2c5 req-adffed5d-8d33-442b-8d3e-0436a37d8769 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef3b9253-025e-4a8d-af04-b8951ed85ae8 HTTP/1.1" status: 200 len: 210 time: 0.0394802 Jul 28 17:50:13.390688 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-001ebf92-fe6a-4ff7-b5e4-be2fe53e3f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:33Z', 'revision_number': 4, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port': {'id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:30Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '69696958-89e8-444d-a150-40353ad3b1ba', 'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'mac_address': 'fa:16:3e:e2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:33Z', 'updated_at': '2022-07-28T17:44:47Z', 'revision_number': 5, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'subnets': [{'id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:13.433606 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ebf92-fe6a-4ff7-b5e4-be2fe53e3f43 None None] Checking router: fdb3f328-e97a-4bf2-bddb-98103ea1cf9e for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:50:13.440547 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=100 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:13.444426 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ebf92-fe6a-4ff7-b5e4-be2fe53e3f43 None None] Routers {'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:13.445607 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-001ebf92-fe6a-4ff7-b5e4-be2fe53e3f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:49:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:13.447844 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:13.526240 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:13.556869 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c0d6-9c0c-447f-85d5-12dfb44b4641 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (ccedecab-3e8e-4a0a-8648-26abdc205a1c), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:13.562732 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-001ebf92-fe6a-4ff7-b5e4-be2fe53e3f43 None None] Set router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:13.588219 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8c0d6-9c0c-447f-85d5-12dfb44b4641 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event deleted for resources: {'Port': ['ID=ccedecab-3e8e-4a0a-8648-26abdc205a1c,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:13.657712 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c0d6-9c0c-447f-85d5-12dfb44b4641 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for floatingip (10c2b0db-593f-40c9-a931-06099459d6cb), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:13.660510 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c0d6-9c0c-447f-85d5-12dfb44b4641 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:13.664694 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-d0c8c0d6-9c0c-447f-85d5-12dfb44b4641 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "DELETE /v2.0/floatingips/10c2b0db-593f-40c9-a931-06099459d6cb HTTP/1.1" status: 204 len: 168 time: 0.6227400 Jul 28 17:50:13.772759 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43098) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:13.777787 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-55ce2911-1dd1-47c5-a349-283926ac0813 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1024231445', 'description': 'tempest-description--1922840646'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:13.796263 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-001ebf92-fe6a-4ff7-b5e4-be2fe53e3f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:33Z', 'revision_number': 4, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port': {'id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:30Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '69696958-89e8-444d-a150-40353ad3b1ba', 'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'mac_address': 'fa:16:3e:e2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:33Z', 'updated_at': '2022-07-28T17:44:47Z', 'revision_number': 5, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'subnets': [{'id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:13.804852 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-55ce2911-1dd1-47c5-a349-283926ac0813 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:13.828781 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ebf92-fe6a-4ff7-b5e4-be2fe53e3f43 None None] The sync data for ids ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'] in dv-cinder-813229-13-iscsi is: [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:33Z', 'revision_number': 4, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port': {'id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:30Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '69696958-89e8-444d-a150-40353ad3b1ba', 'name': '', 'network_id': '6c5bc62a-37b3-4ec7-a921-dd776df143f3', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'mac_address': 'fa:16:3e:e2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:33Z', 'updated_at': '2022-07-28T17:44:47Z', 'revision_number': 5, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'subnets': [{'id': '0367c357-5ba3-42e4-b91c-6224147617f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:50:13.896512 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-55ce2911-1dd1-47c5-a349-283926ac0813 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group (bfbdb07c-35ac-4136-8f24-1e1f0bc94996), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:13.901400 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-55ce2911-1dd1-47c5-a349-283926ac0813 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (bfbdb07c-35ac-4136-8f24-1e1f0bc94996), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:13.930041 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-55ce2911-1dd1-47c5-a349-283926ac0813 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:13.931364 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-55ce2911-1dd1-47c5-a349-283926ac0813 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1573362 Jul 28 17:50:13.934556 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43100) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:13.940027 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-60e5eecc-2d66-4dec-a40c-2c35a70023dd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Request body: {'security_group_rule': {'security_group_id': 'bfbdb07c-35ac-4136-8f24-1e1f0bc94996', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:13.940700 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce2911-1dd1-47c5-a349-283926ac0813 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbdb07c-35ac-4136-8f24-1e1f0bc94996,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:13.981469 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-60e5eecc-2d66-4dec-a40c-2c35a70023dd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group_rule (c2943efd-23a6-4e18-b80a-3ada50ba5ce8), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.043902 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-60e5eecc-2d66-4dec-a40c-2c35a70023dd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group_rule (c2943efd-23a6-4e18-b80a-3ada50ba5ce8), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.049362 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-60e5eecc-2d66-4dec-a40c-2c35a70023dd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (c2943efd-23a6-4e18-b80a-3ada50ba5ce8), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.071199 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3311d122-3e87-40e3-ac2a-842ed438041c None None] New status for floating IP 13139693-2c22-473c-821a-88247ec91bfc: DOWN {{(pid=110737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:50:14.072578 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5eecc-2d66-4dec-a40c-2c35a70023dd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2943efd-23a6-4e18-b80a-3ada50ba5ce8,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:14.082292 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-60e5eecc-2d66-4dec-a40c-2c35a70023dd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.083517 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-60e5eecc-2d66-4dec-a40c-2c35a70023dd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479094 Jul 28 17:50:14.086342 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43102) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:14.090774 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-8958c47e-47bd-466e-812b-149d2c77ed73 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Request body: {'security_group_rule': {'security_group_id': 'bfbdb07c-35ac-4136-8f24-1e1f0bc94996', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:14.118153 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8958c47e-47bd-466e-812b-149d2c77ed73 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group_rule (8d4c2ea1-013f-4e8a-93a8-66151761e00e), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.176276 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8958c47e-47bd-466e-812b-149d2c77ed73 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group_rule (8d4c2ea1-013f-4e8a-93a8-66151761e00e), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.180792 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8958c47e-47bd-466e-812b-149d2c77ed73 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (8d4c2ea1-013f-4e8a-93a8-66151761e00e), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.203192 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958c47e-47bd-466e-812b-149d2c77ed73 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4c2ea1-013f-4e8a-93a8-66151761e00e,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:14.211498 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8958c47e-47bd-466e-812b-149d2c77ed73 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.212705 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-8958c47e-47bd-466e-812b-149d2c77ed73 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253629 Jul 28 17:50:14.215857 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43104) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:14.221033 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Request body: {'floatingip': {'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:14.243445 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.330178 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.446331 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Allocated IP 172.27.1.22 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/bae53c9d-4a5f-4d35-9c95-6f3a07793b96) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:50:14.488687 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43110) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:14.545744 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1445f72e-e910-4a77-9303-3c92ca76ac3a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for security_group (b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.558588 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for port (bae53c9d-4a5f-4d35-9c95-6f3a07793b96), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.570069 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:14.571025 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1445f72e-e910-4a77-9303-3c92ca76ac3a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for security_group (b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.589488 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:14.596576 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (bae53c9d-4a5f-4d35-9c95-6f3a07793b96), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.623270 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1445f72e-e910-4a77-9303-3c92ca76ac3a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.627150 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1445f72e-e910-4a77-9303-3c92ca76ac3a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.628509 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-1445f72e-e910-4a77-9303-3c92ca76ac3a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "DELETE /v2.0/security-groups/b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1 HTTP/1.1" status: 204 len: 168 time: 0.1386271 Jul 28 17:50:14.632285 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43112) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:14.638521 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445f72e-e910-4a77-9303-3c92ca76ac3a tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:14.647920 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:50:14.658418 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:50:14.662658 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:50:14.665888 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.api.v2.resource [None req-2c31003d-cca0-418e-a400-71703e96cd79 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] show failed (client error): The resource could not be found. Jul 28 17:50:14.666932 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-2c31003d-cca0-418e-a400-71703e96cd79 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups/b60fcbba-25f6-4ef7-b1b2-b5deeb341ba1 HTTP/1.1" status: 404 len: 347 time: 0.0292130 Jul 28 17:50:14.669830 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43114) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:14.694495 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event updated for resources: {'Port': ['ID=bae53c9d-4a5f-4d35-9c95-6f3a07793b96,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:14.754171 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for floatingip (b6ab338b-af69-4cac-aba5-9be814640c8d), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.785888 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-d75a4841-7edb-4f17-ac29-240086b71511 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Deleting port 94de92f0-30d2-45db-bb5a-16e8f538ef22 {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:14.786249 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d75a4841-7edb-4f17-ac29-240086b71511 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (94de92f0-30d2-45db-bb5a-16e8f538ef22), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.794088 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (bae53c9d-4a5f-4d35-9c95-6f3a07793b96), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.869351 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d75a4841-7edb-4f17-ac29-240086b71511 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (94de92f0-30d2-45db-bb5a-16e8f538ef22), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.869700 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d75a4841-7edb-4f17-ac29-240086b71511 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for floatingip (94de92f0-30d2-45db-bb5a-16e8f538ef22), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.883578 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-d75a4841-7edb-4f17-ac29-240086b71511 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Calling delete_port for 94de92f0-30d2-45db-bb5a-16e8f538ef22 owned by network:floatingip {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:14.945376 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for port (bae53c9d-4a5f-4d35-9c95-6f3a07793b96), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:14.950082 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (bae53c9d-4a5f-4d35-9c95-6f3a07793b96), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:15.005810 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:15.021176 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event updated for resources: {'Port': ['ID=bae53c9d-4a5f-4d35-9c95-6f3a07793b96,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:15.026080 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d75a4841-7edb-4f17-ac29-240086b71511 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (94de92f0-30d2-45db-bb5a-16e8f538ef22), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:15.034733 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (b6ab338b-af69-4cac-aba5-9be814640c8d), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:15.051112 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:15.052098 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a4841-7edb-4f17-ac29-240086b71511 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Pushing event deleted for resources: {'Port': ['ID=94de92f0-30d2-45db-bb5a-16e8f538ef22,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:15.052405 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-d72c6656-4d58-4091-9298-28bd9216c539 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8353431 Jul 28 17:50:15.122842 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d75a4841-7edb-4f17-ac29-240086b71511 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks [] for floatingip (13139693-2c22-473c-821a-88247ec91bfc), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:15.125816 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d75a4841-7edb-4f17-ac29-240086b71511 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:15.127122 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-d75a4841-7edb-4f17-ac29-240086b71511 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "DELETE /v2.0/floatingips/13139693-2c22-473c-821a-88247ec91bfc HTTP/1.1" status: 204 len: 168 time: 0.4563124 Jul 28 17:50:15.185991 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=7 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:15.211207 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-52bf7b76-6d49-421f-a58b-9be94e0a2f25 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1024231445&fields=id&tenant_id=65535f9817c448dfac997e93efa1a909 HTTP/1.1" status: 200 len: 267 time: 0.0454669 Jul 28 17:50:15.321083 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-6f84da80-96d0-46c1-9f08-738b53c78d00 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:15.322484 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-6f84da80-96d0-46c1-9f08-738b53c78d00 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/networks?id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4 HTTP/1.1" status: 200 len: 816 time: 0.1049368 Jul 28 17:50:15.337122 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-056afe03-a47c-4b9f-952c-3f7ec6d10db1 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/quotas/65535f9817c448dfac997e93efa1a909 HTTP/1.1" status: 200 len: 375 time: 0.0089772 Jul 28 17:50:15.386049 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-052acf86-6a5c-4bea-a962-25885ad822c1 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=65535f9817c448dfac997e93efa1a909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440230 Jul 28 17:50:15.536391 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-eba5e2d9-0d99-466d-a425-53385ecdf71a service neutron] 10.222.0.89 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380830 Jul 28 17:50:15.849259 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-d7f47342-69b8-46d0-90d0-7629a3321fa5 service neutron] 10.222.0.89 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070781 Jul 28 17:50:16.018368 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-54aa1404-ae68-47f7-8810-0e866929bc08 req-820408b1-af60-4d1e-bfb5-064bc45e4b65 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 210 time: 0.0290749 Jul 28 17:50:16.196926 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 2c1eff09-7c11-4fd0-b533-bf557da3325f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:50:16.218782 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: 2c1eff09-7c11-4fd0-b533-bf557da3325f {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:50:16.219136 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 2c1eff09-7c11-4fd0-b533-bf557da3325f not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:50:17.127906 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d2b83613-bfa5-41e4-9f63-96e4ab171312 req-a81c9f24-6669-4b5f-8ada-507d630f58aa tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 210 time: 0.0280833 Jul 28 17:50:17.239442 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-2596a400-732e-42bb-977d-01ad0d1111f0 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:17.240910 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-2596a400-732e-42bb-977d-01ad0d1111f0 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.100 "GET /v2.0/networks?id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4 HTTP/1.1" status: 200 len: 816 time: 0.1184886 Jul 28 17:50:17.324785 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-c2dabdb7-4f69-454b-9cd6-8f20397b5869 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65535f9817c448dfac997e93efa1a909 HTTP/1.1" status: 200 len: 380 time: 0.0550232 Jul 28 17:50:17.427808 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-e95135ac-0837-4a93-9397-649fff3a2193 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Request body: {'port': {'device_id': '0ce6e951-fa65-433e-af84-80f075da23fa', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'admin_state_up': True, 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'security_groups': ['bfbdb07c-35ac-4136-8f24-1e1f0bc94996']}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:17.547757 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-e95135ac-0837-4a93-9397-649fff3a2193 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Made reservation on behalf of 65535f9817c448dfac997e93efa1a909 for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:50:17.551269 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-e95135ac-0837-4a93-9397-649fff3a2193 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:17.606664 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:17.617517 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:17.635556 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95a121-63a8-4cd1-a861-e35afb03cd82 req-b41bd4cc-bc1e-430a-87f7-3297b31ba0f0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:17.637097 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6a95a121-63a8-4cd1-a861-e35afb03cd82 req-b41bd4cc-bc1e-430a-87f7-3297b31ba0f0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0500908 Jul 28 17:50:17.685920 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6a95a121-63a8-4cd1-a861-e35afb03cd82 req-143cc570-e271-4517-93b1-acacaed10c7f tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420356 Jul 28 17:50:17.689280 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-e95135ac-0837-4a93-9397-649fff3a2193 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Allocated IP 172.20.0.10 (f60734d5-8026-4cb9-8d4b-31a05ecd50e4/a600d630-923a-4634-8e5f-0a3bd63e1f8a/02dfadbe-faf1-4f78-bb83-5e3e6670bb0c) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:50:17.835515 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-e95135ac-0837-4a93-9397-649fff3a2193 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:17.868684 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-e95135ac-0837-4a93-9397-649fff3a2193 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:17.915223 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-e95135ac-0837-4a93-9397-649fff3a2193 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:50:17.918548 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-e95135ac-0837-4a93-9397-649fff3a2193 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:50:17.921711 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-e95135ac-0837-4a93-9397-649fff3a2193 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:50:17.953797 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95135ac-0837-4a93-9397-649fff3a2193 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event updated for resources: {'Port': ['ID=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:17.989305 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-e95135ac-0837-4a93-9397-649fff3a2193 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:17.990118 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-e95135ac-0837-4a93-9397-649fff3a2193 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:18.008906 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-e95135ac-0837-4a93-9397-649fff3a2193 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5851157 Jul 28 17:50:18.182752 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-217a695e-32b0-47cd-a0bf-c8f2e24fc748 None None] Provisioning complete for port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:18.183296 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-217a695e-32b0-47cd-a0bf-c8f2e24fc748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:18.222006 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-217a695e-32b0-47cd-a0bf-c8f2e24fc748 None None] Port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:50:18.258688 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cd8e4-adf9-4d54-aa81-6a0d9f37b135 req-49d91b6c-2dad-4121-93dc-d316e49a5570 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:18.260264 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2d0cd8e4-adf9-4d54-aa81-6a0d9f37b135 req-49d91b6c-2dad-4121-93dc-d316e49a5570 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 932 time: 0.0501316 Jul 28 17:50:18.309773 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2d0cd8e4-adf9-4d54-aa81-6a0d9f37b135 req-89a3be75-e64b-40a3-80e9-f00e59526dd3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433934 Jul 28 17:50:18.340769 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31fe0d-d7d8-4d2d-9298-73046ffac788 req-5d6de9d5-1aef-42aa-ba57-1576061cd809 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:18.342287 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5a31fe0d-d7d8-4d2d-9298-73046ffac788 req-5d6de9d5-1aef-42aa-ba57-1576061cd809 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0511527 Jul 28 17:50:18.390941 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5a31fe0d-d7d8-4d2d-9298-73046ffac788 req-775ae796-2d45-45b5-94bc-0cd3542b6614 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420544 Jul 28 17:50:18.806588 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff975061-68a0-4c32-bb2c-556b431a5321 req-cd8277a1-5033-4a91-8bb4-54c85218f0bf tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:18.808048 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ff975061-68a0-4c32-bb2c-556b431a5321 req-cd8277a1-5033-4a91-8bb4-54c85218f0bf tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0470767 Jul 28 17:50:18.855896 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ff975061-68a0-4c32-bb2c-556b431a5321 req-0df0f3b3-4d18-4296-b28b-36eae36d91f4 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 Jul 28 17:50:19.031360 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Request body: {'port': {'device_id': '0ce6e951-fa65-433e-af84-80f075da23fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:19.092742 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:19.275130 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:19.299647 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:19.352886 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:50:19.361704 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Publish callbacks [] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:19.374944 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Transition to ACTIVE for port object 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:50:19.379136 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:19.438848 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3c481-547d-4b89-bcda-432c6b9eeb22 req-7fe5ab23-5251-48c1-b2d3-14d8a5956fe4 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:19.441741 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2bc3c481-547d-4b89-bcda-432c6b9eeb22 req-7fe5ab23-5251-48c1-b2d3-14d8a5956fe4 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0515699 Jul 28 17:50:19.449531 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Pushing event updated for resources: {'Port': ['ID=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:19.505728 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2bc3c481-547d-4b89-bcda-432c6b9eeb22 req-7bcee923-70b8-4b8c-a895-3bb289e54600 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590520 Jul 28 17:50:19.547810 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Attempting to bind port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:50:19.548149 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Attempting to bind port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '2c576f9b-4c90-41e8-a1a2-91b0fed62346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:50:19.548482 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Attempting to bind port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c on network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:50:19.556416 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a05f5d-1408-4da2-afcd-eca6d6dd2c06 req-2a0cbe46-889f-4058-9b69-3f6380d71b65 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:19.557952 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e7a05f5d-1408-4da2-afcd-eca6d6dd2c06 req-2a0cbe46-889f-4058-9b69-3f6380d71b65 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.0708749 Jul 28 17:50:19.561704 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c on network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:50:19.562110 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Attempting to bind port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c on network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:50:19.584325 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:50:19.584670 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Checking segment: {'id': '2c576f9b-4c90-41e8-a1a2-91b0fed62346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:50:19.585057 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Bound using segment: {'id': '2c576f9b-4c90-41e8-a1a2-91b0fed62346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:50:19.585525 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Bound port: 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c576f9b-4c90-41e8-a1a2-91b0fed62346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:50:19.585888 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:19.657666 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e7a05f5d-1408-4da2-afcd-eca6d6dd2c06 req-5118a2cc-0092-4025-aa37-924252552442 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931315 Jul 28 17:50:19.678000 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] For port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:50:19.681041 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] For port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:50:19.687879 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:19.722216 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:19.722840 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:19.724202 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] 10.222.0.100 "PUT /v2.0/ports/02dfadbe-faf1-4f78-bb83-5e3e6670bb0c HTTP/1.1" status: 200 len: 1094 time: 0.7541506 Jul 28 17:50:19.724637 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce6e951-fa65-433e-af84-80f075da23fa', 'tag': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:50:19.726908 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ca5718-f895-4de3-b184-d6e0a4279ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce6e951-fa65-433e-af84-80f075da23fa", "tag": "02dfadbe-faf1-4f78-bb83-5e3e6670bb0c"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:50:19.751465 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db1587-ea9d-4638-bff4-ba6e58311891 service neutron] Pushing event updated for resources: {'Port': ['ID=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:19.770435 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e43d87-4c93-4e17-88de-c8957550a1a2 x-openstack-request-id: req-35e43d87-4c93-4e17-88de-c8957550a1a2 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:50:19.770739 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce6e951-fa65-433e-af84-80f075da23fa", "tag": "02dfadbe-faf1-4f78-bb83-5e3e6670bb0c", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:50:19.771002 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-35e43d87-4c93-4e17-88de-c8957550a1a2 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:50:19.771446 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e43d87-4c93-4e17-88de-c8957550a1a2'] response: {'name': 'network-changed', 'server_uuid': '0ce6e951-fa65-433e-af84-80f075da23fa', 'tag': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c', 'status': 'completed', 'code': 200} Jul 28 17:50:19.978408 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bec9f9-21b0-474c-a961-9a1b1c2b3c8d req-ab6accab-1aa0-416c-8409-2f19227fdec7 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:19.979906 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-59bec9f9-21b0-474c-a961-9a1b1c2b3c8d req-ab6accab-1aa0-416c-8409-2f19227fdec7 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0500083 Jul 28 17:50:20.031370 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-59bec9f9-21b0-474c-a961-9a1b1c2b3c8d req-9f963f41-e730-46ed-9269-5f52da4b84fc tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449181 Jul 28 17:50:20.631383 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83fb73-9a54-4955-849f-1107a570da95 req-c877fdda-3265-4164-9883-3ecef9f15ecc tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:20.632863 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ee83fb73-9a54-4955-849f-1107a570da95 req-c877fdda-3265-4164-9883-3ecef9f15ecc tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0475843 Jul 28 17:50:20.685295 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ee83fb73-9a54-4955-849f-1107a570da95 req-28af2dc5-0657-4925-aea6-52e55e4de9a0 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458086 Jul 28 17:50:20.789999 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7ec1c42a-7b9b-4399-b94e-d39be9e2868a req-aa14368d-9bdc-45d2-a477-7d235afe9fb2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405343 Jul 28 17:50:20.871219 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1c42a-7b9b-4399-b94e-d39be9e2868a req-1271685f-b5ab-46df-aed1-2bd24d3395b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:20.872763 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7ec1c42a-7b9b-4399-b94e-d39be9e2868a req-1271685f-b5ab-46df-aed1-2bd24d3395b6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0513cb18c0cd43d5a4784f573bb382d4&device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 1168 time: 0.0415874 Jul 28 17:50:20.994063 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1c42a-7b9b-4399-b94e-d39be9e2868a req-8fb2779a-9387-4c33-8433-65d58ba7f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:20.995607 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7ec1c42a-7b9b-4399-b94e-d39be9e2868a req-8fb2779a-9387-4c33-8433-65d58ba7f448 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9bb61a2e-af39-4830-a017-e8c560155c59 HTTP/1.1" status: 200 len: 917 time: 0.1024323 Jul 28 17:50:21.008412 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:21.064204 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7ec1c42a-7b9b-4399-b94e-d39be9e2868a req-280691ae-d429-4e6b-9ca7-72d046c0dc35 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 HTTP/1.1" status: 200 len: 1001 time: 0.0613878 Jul 28 17:50:21.100664 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:21.143104 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca5718-f895-4de3-b184-d6e0a4279ca7 req-49f2ceb3-97f6-45cd-bbac-1687e73ec6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:21.144857 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-83ca5718-f895-4de3-b184-d6e0a4279ca7 req-49f2ceb3-97f6-45cd-bbac-1687e73ec6b2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=65535f9817c448dfac997e93efa1a909&device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 1128 time: 0.4123762 Jul 28 17:50:21.153287 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1c42a-7b9b-4399-b94e-d39be9e2868a req-46492e74-1f68-4e6b-bc7b-5209b97dc8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:21.154730 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7ec1c42a-7b9b-4399-b94e-d39be9e2868a req-46492e74-1f68-4e6b-bc7b-5209b97dc8a2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b952d617-3955-4a40-a300-e6bf2673617d HTTP/1.1" status: 200 len: 854 time: 0.0849319 Jul 28 17:50:21.157657 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecebf1c-2744-4b15-9023-3c40b3bc5dc8 req-a24167dd-7fd9-4c22-b8fa-fb1c6bfa4984 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:21.159112 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-aecebf1c-2744-4b15-9023-3c40b3bc5dc8 req-a24167dd-7fd9-4c22-b8fa-fb1c6bfa4984 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.4182630 Jul 28 17:50:21.166628 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c9442-0b75-424a-b90e-1112a5b60f8d req-1c249a69-7b56-4dc6-8d2d-9b43d1f80dd2 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:21.167926 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa7efb-91e3-49f3-977d-31b2e9a45b13 req-f783af13-5ff7-44f3-b875-314fb6694579 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:21.168454 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-736c9442-0b75-424a-b90e-1112a5b60f8d req-1c249a69-7b56-4dc6-8d2d-9b43d1f80dd2 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.0626667 Jul 28 17:50:21.169357 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56aa7efb-91e3-49f3-977d-31b2e9a45b13 req-f783af13-5ff7-44f3-b875-314fb6694579 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.100 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 945 time: 0.4039793 Jul 28 17:50:21.195247 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681ef68-5ee8-4d27-8974-d4e3ff927e95 req-5dfa7c6b-12fc-4bf5-8f90-75fce705c2b6 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:21.197381 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b681ef68-5ee8-4d27-8974-d4e3ff927e95 req-5dfa7c6b-12fc-4bf5-8f90-75fce705c2b6 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 946 time: 0.4305634 Jul 28 17:50:21.229190 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1c42a-7b9b-4399-b94e-d39be9e2868a req-c261fba0-542c-41e7-ab1d-ff1b81746bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:21.230692 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7ec1c42a-7b9b-4399-b94e-d39be9e2868a req-c261fba0-542c-41e7-ab1d-ff1b81746bce service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9bb61a2e-af39-4830-a017-e8c560155c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0613971 Jul 28 17:50:21.266555 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-736c9442-0b75-424a-b90e-1112a5b60f8d req-09239054-135c-4e0c-8060-0f2900c2d879 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879359 Jul 28 17:50:21.325801 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:21.342353 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7ec1c42a-7b9b-4399-b94e-d39be9e2868a req-530c3bb7-ea2e-4375-99aa-b24fdb15e256 service neutron] 10.222.0.100 "GET /v2.0/networks/9bb61a2e-af39-4830-a017-e8c560155c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009867 Jul 28 17:50:21.403481 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:21.436298 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-aecebf1c-2744-4b15-9023-3c40b3bc5dc8 req-86bf06cd-6c3f-4483-8ddb-e8a00921c309 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ad1cbdb8-a311-4851-8584-aa2740f3d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2622848 Jul 28 17:50:21.440023 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7ec1c42a-7b9b-4399-b94e-d39be9e2868a req-b17b5e30-0741-4ef2-92a0-7fd99ab4cdb0 service neutron] 10.222.0.100 "GET /v2.0/networks/9bb61a2e-af39-4830-a017-e8c560155c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901184 Jul 28 17:50:21.478058 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca5718-f895-4de3-b184-d6e0a4279ca7 req-c9040e78-1fc3-4976-8040-c2d185d6cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:21.479521 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-83ca5718-f895-4de3-b184-d6e0a4279ca7 req-c9040e78-1fc3-4976-8040-c2d185d6cf2e service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=65535f9817c448dfac997e93efa1a909&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3093169 Jul 28 17:50:21.480674 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-56aa7efb-91e3-49f3-977d-31b2e9a45b13 req-5cd17d31-4806-43df-a8bf-199825537a38 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Deleting port 320b8217-84b0-4579-b2de-291315cf5fe9 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:21.481021 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-56aa7efb-91e3-49f3-977d-31b2e9a45b13 req-5cd17d31-4806-43df-a8bf-199825537a38 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (320b8217-84b0-4579-b2de-291315cf5fe9), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:21.484189 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-b681ef68-5ee8-4d27-8974-d4e3ff927e95 req-2fa759ff-3784-4442-8c45-2ddfaa2563ba tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Deleting port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:21.484531 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b681ef68-5ee8-4d27-8974-d4e3ff927e95 req-2fa759ff-3784-4442-8c45-2ddfaa2563ba tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (68d3356b-d07b-40b6-8d0a-f9dfbab82c03), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:21.707238 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-b681ef68-5ee8-4d27-8974-d4e3ff927e95 req-2fa759ff-3784-4442-8c45-2ddfaa2563ba tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] For port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=68d3356b-d07b-40b6-8d0a-f9dfbab82c03,segment=NetworkSegment(2856f09c-f174-4fdd-9016-ab1555fa8266),segment_id=2856f09c-f174-4fdd-9016-ab1555fa8266)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:21.707607 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b681ef68-5ee8-4d27-8974-d4e3ff927e95 req-2fa759ff-3784-4442-8c45-2ddfaa2563ba tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (68d3356b-d07b-40b6-8d0a-f9dfbab82c03), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:21.741039 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-56aa7efb-91e3-49f3-977d-31b2e9a45b13 req-5cd17d31-4806-43df-a8bf-199825537a38 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] For port 320b8217-84b0-4579-b2de-291315cf5fe9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=320b8217-84b0-4579-b2de-291315cf5fe9,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:21.741435 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-56aa7efb-91e3-49f3-977d-31b2e9a45b13 req-5cd17d31-4806-43df-a8bf-199825537a38 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (320b8217-84b0-4579-b2de-291315cf5fe9), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:21.793045 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-56aa7efb-91e3-49f3-977d-31b2e9a45b13 req-5cd17d31-4806-43df-a8bf-199825537a38 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Calling delete_port for 320b8217-84b0-4579-b2de-291315cf5fe9 owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:21.806537 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca5718-f895-4de3-b184-d6e0a4279ca7 req-540bc88d-dd93-40dd-9a56-1877659aaccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:21.808042 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-83ca5718-f895-4de3-b184-d6e0a4279ca7 req-540bc88d-dd93-40dd-9a56-1877659aaccc service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3003113 Jul 28 17:50:21.814696 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a915151-1720-4a60-9025-647e26fa6cac req-c7090b55-827e-466c-9121-52a6dc8b2225 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:21.816232 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6a915151-1720-4a60-9025-647e26fa6cac req-c7090b55-827e-466c-9121-52a6dc8b2225 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0523145 Jul 28 17:50:21.867375 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6a915151-1720-4a60-9025-647e26fa6cac req-ca830968-471f-429c-a92a-83a35d06f6e9 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450087 Jul 28 17:50:22.010822 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b681ef68-5ee8-4d27-8974-d4e3ff927e95 req-2fa759ff-3784-4442-8c45-2ddfaa2563ba tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:22.011184 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b681ef68-5ee8-4d27-8974-d4e3ff927e95 req-2fa759ff-3784-4442-8c45-2ddfaa2563ba tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (109f870e-17ed-4cda-8477-0b783426fdc0), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:22.011508 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.l3_db [req-b681ef68-5ee8-4d27-8974-d4e3ff927e95 req-2fa759ff-3784-4442-8c45-2ddfaa2563ba tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Floating IP 109f870e-17ed-4cda-8477-0b783426fdc0 disassociated. External IP: 172.27.1.81, port: 68d3356b-d07b-40b6-8d0a-f9dfbab82c03. Jul 28 17:50:22.011864 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-b681ef68-5ee8-4d27-8974-d4e3ff927e95 req-2fa759ff-3784-4442-8c45-2ddfaa2563ba tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Calling delete_port for 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:22.030857 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-68d700db-3488-4fdc-9774-52e92edf126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:22.032341 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-68d700db-3488-4fdc-9774-52e92edf126e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=65535f9817c448dfac997e93efa1a909&device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 1128 time: 0.0777512 Jul 28 17:50:22.089256 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:22.136360 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-850374ef-bf0d-4b7f-955c-ae5088bcd5d6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c HTTP/1.1" status: 200 len: 217 time: 0.0699794 Jul 28 17:50:22.164952 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-56aa7efb-91e3-49f3-977d-31b2e9a45b13 req-5cd17d31-4806-43df-a8bf-199825537a38 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (320b8217-84b0-4579-b2de-291315cf5fe9), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:22.199542 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd17d31-4806-43df-a8bf-199825537a38 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Pushing event deleted for resources: {'Port': ['ID=320b8217-84b0-4579-b2de-291315cf5fe9,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:22.210572 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['fce94af7-010d-4f2b-9d29-fdfc9ec97409', '320b8217-84b0-4579-b2de-291315cf5fe9'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:50:22.239259 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=37,neutron:UPDATE=7 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:22.240251 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=35,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:22.271197 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-56aa7efb-91e3-49f3-977d-31b2e9a45b13 req-5cd17d31-4806-43df-a8bf-199825537a38 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] No DVR routers for this DVR port 320b8217-84b0-4579-b2de-291315cf5fe9 on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:50:22.275143 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-56aa7efb-91e3-49f3-977d-31b2e9a45b13 req-5cd17d31-4806-43df-a8bf-199825537a38 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:22.278448 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56aa7efb-91e3-49f3-977d-31b2e9a45b13 req-5cd17d31-4806-43df-a8bf-199825537a38 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.100 "DELETE /v2.0/ports/320b8217-84b0-4579-b2de-291315cf5fe9 HTTP/1.1" status: 204 len: 173 time: 1.1032412 Jul 28 17:50:22.278878 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0a7816-0379-49a1-acae-959a72fa36b8', 'name': 'network-vif-deleted', 'tag': '320b8217-84b0-4579-b2de-291315cf5fe9'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:50:22.281953 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f09dce-65e2-4c43-bc19-07cdd68dcfaf" -d '{"events": [{"server_uuid": "0a0a7816-0379-49a1-acae-959a72fa36b8", "name": "network-vif-deleted", "tag": "320b8217-84b0-4579-b2de-291315cf5fe9"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:50:22.320747 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b681ef68-5ee8-4d27-8974-d4e3ff927e95 req-2fa759ff-3784-4442-8c45-2ddfaa2563ba tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (68d3356b-d07b-40b6-8d0a-f9dfbab82c03), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:22.323540 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a89b78a-b0d8-4309-8e15-8b2a295ea580 x-openstack-request-id: req-8a89b78a-b0d8-4309-8e15-8b2a295ea580 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:50:22.323850 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0a7816-0379-49a1-acae-959a72fa36b8", "name": "network-vif-deleted", "tag": "320b8217-84b0-4579-b2de-291315cf5fe9", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:50:22.324090 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8a89b78a-b0d8-4309-8e15-8b2a295ea580 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:50:22.330910 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a89b78a-b0d8-4309-8e15-8b2a295ea580'] response: {'server_uuid': '0a0a7816-0379-49a1-acae-959a72fa36b8', 'name': 'network-vif-deleted', 'tag': '320b8217-84b0-4579-b2de-291315cf5fe9', 'status': 'completed', 'code': 200} Jul 28 17:50:22.387373 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:22.394488 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa759ff-3784-4442-8c45-2ddfaa2563ba tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event deleted for resources: {'Port': ['ID=68d3356b-d07b-40b6-8d0a-f9dfbab82c03,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:22.402352 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-320c2f43-2d4e-40bd-8da0-c253f16caf32 req-9349a405-0ea4-48fa-8a0e-9504554325a0 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a0a7816-0379-49a1-acae-959a72fa36b8 HTTP/1.1" status: 200 len: 210 time: 0.0407770 Jul 28 17:50:22.422873 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-68bcd911-f34f-45f1-9942-5ec1ff99ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:22.424424 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-68bcd911-f34f-45f1-9942-5ec1ff99ffa1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a600d630-923a-4634-8e5f-0a3bd63e1f8a HTTP/1.1" status: 200 len: 855 time: 0.0636921 Jul 28 17:50:22.548981 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-2cdff2ac-d9cf-4f47-a362-4ad615949a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:22.549642 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-2cdff2ac-d9cf-4f47-a362-4ad615949a7a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0912580 Jul 28 17:50:22.569769 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f1d74630-c059-4676-be8f-6986280affdd req-98ff556c-8d11-491c-8341-21318f96cb93 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 210 time: 0.0377684 Jul 28 17:50:22.590951 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b681ef68-5ee8-4d27-8974-d4e3ff927e95 req-2fa759ff-3784-4442-8c45-2ddfaa2563ba tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:50:22.707852 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b681ef68-5ee8-4d27-8974-d4e3ff927e95 req-2fa759ff-3784-4442-8c45-2ddfaa2563ba tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:50:22.718092 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6efd2d-e4c9-4245-a9c6-d09c9a431a00 None None] Sync routers for ids ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:50:22.728643 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6efd2d-e4c9-4245-a9c6-d09c9a431a00 None None] Routers {'7b91fa2a-db06-4025-b5e4-2ba34dfca59c'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:22.729210 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-0f6efd2d-e4c9-4245-a9c6-d09c9a431a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:49:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:22.751671 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-b681ef68-5ee8-4d27-8974-d4e3ff927e95 req-2fa759ff-3784-4442-8c45-2ddfaa2563ba tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] No DVR routers for this DVR port 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:50:22.754992 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b681ef68-5ee8-4d27-8974-d4e3ff927e95 req-2fa759ff-3784-4442-8c45-2ddfaa2563ba tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:22.758368 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b681ef68-5ee8-4d27-8974-d4e3ff927e95 req-2fa759ff-3784-4442-8c45-2ddfaa2563ba tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.100 "DELETE /v2.0/ports/68d3356b-d07b-40b6-8d0a-f9dfbab82c03 HTTP/1.1" status: 204 len: 173 time: 1.5446901 Jul 28 17:50:22.938951 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-0f6efd2d-e4c9-4245-a9c6-d09c9a431a00 None None] Set router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:22.939688 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-a4112e4f-f204-4f88-9d70-74e6a8db8959 service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546061 Jul 28 17:50:23.061555 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2665782f-f834-48d0-ade4-c1a55883bc13 req-9248973f-1ef6-4b03-b544-7cd96d74707c service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164191 Jul 28 17:50:23.066524 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b69eb-5879-4dd1-90f2-ecdc4f41b4ea req-1198f6cd-2792-4410-97bc-90ce66210514 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:23.073885 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5f4b69eb-5879-4dd1-90f2-ecdc4f41b4ea req-1198f6cd-2792-4410-97bc-90ce66210514 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0664413 Jul 28 17:50:23.121864 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5f4b69eb-5879-4dd1-90f2-ecdc4f41b4ea req-f063e9a6-d948-43ab-80b6-8c9302f71a20 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468860 Jul 28 17:50:23.157525 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-0f6efd2d-e4c9-4245-a9c6-d09c9a431a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'b93567da-cccb-4853-aa8b-b7488015729c', 'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'mac_address': 'fa:16:3e:01:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:34Z', 'updated_at': '2022-07-28T17:44:52Z', 'revision_number': 5, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'subnets': [{'id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:23.181323 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6efd2d-e4c9-4245-a9c6-d09c9a431a00 None None] Checking router: 7b91fa2a-db06-4025-b5e4-2ba34dfca59c for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:50:23.189615 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6efd2d-e4c9-4245-a9c6-d09c9a431a00 None None] Routers {'7b91fa2a-db06-4025-b5e4-2ba34dfca59c'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:23.190209 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-0f6efd2d-e4c9-4245-a9c6-d09c9a431a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:49:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:23.291756 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-0f6efd2d-e4c9-4245-a9c6-d09c9a431a00 None None] Set router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:23.417365 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=100 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:23.480802 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-0f6efd2d-e4c9-4245-a9c6-d09c9a431a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'b93567da-cccb-4853-aa8b-b7488015729c', 'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'mac_address': 'fa:16:3e:01:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:34Z', 'updated_at': '2022-07-28T17:44:52Z', 'revision_number': 5, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'subnets': [{'id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:23.506606 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6efd2d-e4c9-4245-a9c6-d09c9a431a00 None None] The sync data for ids ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'] in dv-cinder-813229-13-iscsi is: [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'b93567da-cccb-4853-aa8b-b7488015729c', 'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'mac_address': 'fa:16:3e:01:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:34Z', 'updated_at': '2022-07-28T17:44:52Z', 'revision_number': 5, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'subnets': [{'id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:50:23.697242 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4278b783-d81b-4a1b-a6b1-5faeb7636e75 req-f9e80375-1ffb-48ca-b0a7-f40e56b248bc tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 210 time: 0.0340803 Jul 28 17:50:23.705080 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199948d-ccbc-4c9d-827f-6eae7c3701c1 req-cc079d29-7c15-4c99-9346-b1b7d49a25f3 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:23.706914 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2199948d-ccbc-4c9d-827f-6eae7c3701c1 req-cc079d29-7c15-4c99-9346-b1b7d49a25f3 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0532455 Jul 28 17:50:23.760175 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2199948d-ccbc-4c9d-827f-6eae7c3701c1 req-a66e8489-a962-49e4-b212-202e2949b3ce tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462270 Jul 28 17:50:23.770485 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16f0276-a3bc-4639-a64a-1b020cf6cfbd None None] New status for floating IP 109f870e-17ed-4cda-8477-0b783426fdc0: DOWN {{(pid=110737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:50:24.252424 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40781d61-280e-4548-b73d-0ca17eefbd01 req-99f82b74-7b95-44db-b0ed-f5e745669b8f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:24.254009 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-40781d61-280e-4548-b73d-0ca17eefbd01 req-99f82b74-7b95-44db-b0ed-f5e745669b8f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0509975 Jul 28 17:50:24.273637 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 320b8217-84b0-4579-b2de-291315cf5fe9 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:50:24.293114 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: 320b8217-84b0-4579-b2de-291315cf5fe9 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:50:24.293489 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 320b8217-84b0-4579-b2de-291315cf5fe9 not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:50:24.293913 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:50:24.303319 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-40781d61-280e-4548-b73d-0ca17eefbd01 req-14212d3a-46bc-44a6-b159-07f4f90f662a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436237 Jul 28 17:50:24.313356 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:50:24.313643 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 68d3356b-d07b-40b6-8d0a-f9dfbab82c03 not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:50:24.332021 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f84a7a8-29b0-4dfb-a6dd-11e25f978217', 'name': 'network-vif-deleted', 'tag': '68d3356b-d07b-40b6-8d0a-f9dfbab82c03'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:50:24.334446 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5743cd2-e832-4b0e-94a1-f93e0876d5fa" -d '{"events": [{"server_uuid": "4f84a7a8-29b0-4dfb-a6dd-11e25f978217", "name": "network-vif-deleted", "tag": "68d3356b-d07b-40b6-8d0a-f9dfbab82c03"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:50:24.372413 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c9b166-1d3b-440c-ba99-8627a4760648 x-openstack-request-id: req-06c9b166-1d3b-440c-ba99-8627a4760648 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:50:24.372710 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f84a7a8-29b0-4dfb-a6dd-11e25f978217", "name": "network-vif-deleted", "tag": "68d3356b-d07b-40b6-8d0a-f9dfbab82c03", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:50:24.372965 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-06c9b166-1d3b-440c-ba99-8627a4760648 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:50:24.373398 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c9b166-1d3b-440c-ba99-8627a4760648'] response: {'server_uuid': '4f84a7a8-29b0-4dfb-a6dd-11e25f978217', 'name': 'network-vif-deleted', 'tag': '68d3356b-d07b-40b6-8d0a-f9dfbab82c03', 'status': 'completed', 'code': 200} Jul 28 17:50:24.818438 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fdae653a-ea9f-47cc-99df-c4a49ef49b98 req-85a98da1-d896-4301-b54e-af325ebe350a tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 210 time: 0.0303736 Jul 28 17:50:24.882854 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c54b9-b3fb-4955-856a-da3bcb31a4cf req-59525f59-44d6-4890-95bf-7763307347d2 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:24.884321 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2d6c54b9-b3fb-4955-856a-da3bcb31a4cf req-59525f59-44d6-4890-95bf-7763307347d2 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0471485 Jul 28 17:50:24.930720 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2d6c54b9-b3fb-4955-856a-da3bcb31a4cf req-ef0e3f0a-7c57-40c3-9cf0-7d947a966330 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401416 Jul 28 17:50:25.396719 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:25.433472 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6917bcc-fb60-4a1e-853a-7ea843899e21 req-ba1b3374-9f42-4444-9401-62694276733c tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:25.434949 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b6917bcc-fb60-4a1e-853a-7ea843899e21 req-ba1b3374-9f42-4444-9401-62694276733c tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0482759 Jul 28 17:50:25.486012 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b6917bcc-fb60-4a1e-853a-7ea843899e21 req-fbd9ef48-e7ee-4c97-a19f-010435ab216f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448546 Jul 28 17:50:25.695820 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-811bb831-0a76-4ec8-a318-2d8b3c63cc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:25.947560 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-26690b1d-7a51-4ad0-8f5c-9c2c6db5361e req-f9e9b235-31d7-4816-81c5-9a968ff1aeab tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f84a7a8-29b0-4dfb-a6dd-11e25f978217 HTTP/1.1" status: 200 len: 210 time: 0.0312452 Jul 28 17:50:26.050944 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0b2eb-f2d8-4e9d-af15-f72fd1c43196 req-97298ddf-da54-4ad7-a122-39d9f4bb7f34 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:26.052414 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-77c0b2eb-f2d8-4e9d-af15-f72fd1c43196 req-97298ddf-da54-4ad7-a122-39d9f4bb7f34 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0478275 Jul 28 17:50:26.099680 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-77c0b2eb-f2d8-4e9d-af15-f72fd1c43196 req-00aca8c1-71ed-4fbf-8a80-45a18e1fa65b tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Jul 28 17:50:26.277393 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:50:26.375464 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:26.387141 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'port_id': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c', 'mac_address': 'fa:16:3e:02:8d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:50:26.427455 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:50:26.427859 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:26.442621 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:50:26.464000 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:26.467644 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:26.514929 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:26.522924 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:26.523277 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:26.523640 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:26.524010 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:26.524308 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:26.524637 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:26.524961 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:26.525317 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:26.525643 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:26.525968 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:26.526294 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:26.526741 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:26.527055 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:26.527373 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:26.527784 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:50:26.607972 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a2ef2-de76-4042-af95-8ed878d4ef9a req-14ee6462-8abc-420e-860b-c5233a75b095 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:26.609555 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ca9a2ef2-de76-4042-af95-8ed878d4ef9a req-14ee6462-8abc-420e-860b-c5233a75b095 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 945 time: 0.0466101 Jul 28 17:50:26.659240 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ca9a2ef2-de76-4042-af95-8ed878d4ef9a req-b7039f93-643d-472d-a5ad-01487d1c06d8 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429254 Jul 28 17:50:26.826982 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['02dfadbe-faf1-4f78-bb83-5e3e6670bb0c'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:50:26.828010 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842f3f6-4c5c-48fc-b8d9-f6b790a89665 req-1639a2e2-f690-45ac-a196-0d3ddf44d303 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:26.829847 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c842f3f6-4c5c-48fc-b8d9-f6b790a89665 req-1639a2e2-f690-45ac-a196-0d3ddf44d303 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.100 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0483840 Jul 28 17:50:26.920512 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-c842f3f6-4c5c-48fc-b8d9-f6b790a89665 req-b5df142a-bb51-4f5c-95d1-8dff7a18baf5 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Deleting port fce94af7-010d-4f2b-9d29-fdfc9ec97409 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:26.920864 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c842f3f6-4c5c-48fc-b8d9-f6b790a89665 req-b5df142a-bb51-4f5c-95d1-8dff7a18baf5 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (fce94af7-010d-4f2b-9d29-fdfc9ec97409), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.010612 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:27.013077 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-c842f3f6-4c5c-48fc-b8d9-f6b790a89665 req-b5df142a-bb51-4f5c-95d1-8dff7a18baf5 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] For port fce94af7-010d-4f2b-9d29-fdfc9ec97409, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fce94af7-010d-4f2b-9d29-fdfc9ec97409,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:27.013474 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c842f3f6-4c5c-48fc-b8d9-f6b790a89665 req-b5df142a-bb51-4f5c-95d1-8dff7a18baf5 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (fce94af7-010d-4f2b-9d29-fdfc9ec97409), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.027780 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-c842f3f6-4c5c-48fc-b8d9-f6b790a89665 req-b5df142a-bb51-4f5c-95d1-8dff7a18baf5 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Calling delete_port for fce94af7-010d-4f2b-9d29-fdfc9ec97409 owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:27.040860 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43246) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:27.096194 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4219bbe0-1cc0-4f96-a6f4-5ba718ca5ea5 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group (ad1cbdb8-a311-4851-8584-aa2740f3d9f4), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.105830 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:27.121179 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4219bbe0-1cc0-4f96-a6f4-5ba718ca5ea5 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group (ad1cbdb8-a311-4851-8584-aa2740f3d9f4), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.167172 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c842f3f6-4c5c-48fc-b8d9-f6b790a89665 req-b5df142a-bb51-4f5c-95d1-8dff7a18baf5 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (fce94af7-010d-4f2b-9d29-fdfc9ec97409), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.175268 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4219bbe0-1cc0-4f96-a6f4-5ba718ca5ea5 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (ad1cbdb8-a311-4851-8584-aa2740f3d9f4), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.178076 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4219bbe0-1cc0-4f96-a6f4-5ba718ca5ea5 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.179205 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-4219bbe0-1cc0-4f96-a6f4-5ba718ca5ea5 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "DELETE /v2.0/security-groups/ad1cbdb8-a311-4851-8584-aa2740f3d9f4 HTTP/1.1" status: 204 len: 168 time: 0.1373079 Jul 28 17:50:27.183570 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43250) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:27.197596 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:27.200343 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219bbe0-1cc0-4f96-a6f4-5ba718ca5ea5 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1cbdb8-a311-4851-8584-aa2740f3d9f4,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:27.206203 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df142a-bb51-4f5c-95d1-8dff7a18baf5 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Pushing event deleted for resources: {'Port': ['ID=fce94af7-010d-4f2b-9d29-fdfc9ec97409,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:27.208519 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.api.v2.resource [None req-b195a9f5-2c24-4165-b566-6a5b942cda61 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] show failed (client error): The resource could not be found. Jul 28 17:50:27.209582 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-b195a9f5-2c24-4165-b566-6a5b942cda61 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups/ad1cbdb8-a311-4851-8584-aa2740f3d9f4 HTTP/1.1" status: 404 len: 347 time: 0.0250521 Jul 28 17:50:27.212830 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43252) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:27.238292 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8673100f-242f-418b-8954-26cb68711bb3 req-a6deee08-b1b8-466c-a502-03887bc7d2e5 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.89 "GET /v2.0/ports?device_id=c00daefb-7ad3-4334-8db5-47043d2c2c09 HTTP/1.1" status: 200 len: 210 time: 0.0612719 Jul 28 17:50:27.273363 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-c842f3f6-4c5c-48fc-b8d9-f6b790a89665 req-b5df142a-bb51-4f5c-95d1-8dff7a18baf5 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] No DVR routers for this DVR port fce94af7-010d-4f2b-9d29-fdfc9ec97409 on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:50:27.275981 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c842f3f6-4c5c-48fc-b8d9-f6b790a89665 req-b5df142a-bb51-4f5c-95d1-8dff7a18baf5 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.279336 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c842f3f6-4c5c-48fc-b8d9-f6b790a89665 req-b5df142a-bb51-4f5c-95d1-8dff7a18baf5 tempest-ServerRescueNegativeTestJSON-748884089 tempest-ServerRescueNegativeTestJSON-748884089-project] 10.222.0.100 "DELETE /v2.0/ports/fce94af7-010d-4f2b-9d29-fdfc9ec97409 HTTP/1.1" status: 204 len: 173 time: 0.4439437 Jul 28 17:50:27.279781 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00daefb-7ad3-4334-8db5-47043d2c2c09', 'name': 'network-vif-deleted', 'tag': 'fce94af7-010d-4f2b-9d29-fdfc9ec97409'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:50:27.283184 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3323014-9b7b-454e-8140-cc5d26a1f242" -d '{"events": [{"server_uuid": "c00daefb-7ad3-4334-8db5-47043d2c2c09", "name": "network-vif-deleted", "tag": "fce94af7-010d-4f2b-9d29-fdfc9ec97409"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:50:27.322306 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22f32fc-64d4-4f3c-b1b5-37b33a121391 x-openstack-request-id: req-b22f32fc-64d4-4f3c-b1b5-37b33a121391 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:50:27.322575 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00daefb-7ad3-4334-8db5-47043d2c2c09", "name": "network-vif-deleted", "tag": "fce94af7-010d-4f2b-9d29-fdfc9ec97409", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:50:27.322812 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b22f32fc-64d4-4f3c-b1b5-37b33a121391 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:50:27.323424 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b22f32fc-64d4-4f3c-b1b5-37b33a121391'] response: {'server_uuid': 'c00daefb-7ad3-4334-8db5-47043d2c2c09', 'name': 'network-vif-deleted', 'tag': 'fce94af7-010d-4f2b-9d29-fdfc9ec97409', 'status': 'completed', 'code': 200} Jul 28 17:50:27.345223 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-7d918bc4-70d5-4b4d-8758-c5a387785eb4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Deleting port 3be4c956-65bb-4954-8cd3-0b615352a58e {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:27.345613 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7d918bc4-70d5-4b4d-8758-c5a387785eb4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (3be4c956-65bb-4954-8cd3-0b615352a58e), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.426293 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7d918bc4-70d5-4b4d-8758-c5a387785eb4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (3be4c956-65bb-4954-8cd3-0b615352a58e), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.426622 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7d918bc4-70d5-4b4d-8758-c5a387785eb4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for floatingip (3be4c956-65bb-4954-8cd3-0b615352a58e), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.440159 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-7d918bc4-70d5-4b4d-8758-c5a387785eb4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Calling delete_port for 3be4c956-65bb-4954-8cd3-0b615352a58e owned by network:floatingip {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:27.486762 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['fce94af7-010d-4f2b-9d29-fdfc9ec97409'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:50:27.574757 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7d918bc4-70d5-4b4d-8758-c5a387785eb4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (3be4c956-65bb-4954-8cd3-0b615352a58e), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.599529 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d918bc4-70d5-4b4d-8758-c5a387785eb4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event deleted for resources: {'Port': ['ID=3be4c956-65bb-4954-8cd3-0b615352a58e,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:27.668695 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7d918bc4-70d5-4b4d-8758-c5a387785eb4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for floatingip (109f870e-17ed-4cda-8477-0b783426fdc0), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.671798 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7d918bc4-70d5-4b4d-8758-c5a387785eb4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.673374 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-7d918bc4-70d5-4b4d-8758-c5a387785eb4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "DELETE /v2.0/floatingips/109f870e-17ed-4cda-8477-0b783426fdc0 HTTP/1.1" status: 204 len: 168 time: 0.4595594 Jul 28 17:50:27.773553 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43260) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:27.778581 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-6fcd958e-9181-4fd3-b3e7-9277c19aab8a tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1562711924', 'description': 'tempest-description--264154726'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:27.802875 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6fcd958e-9181-4fd3-b3e7-9277c19aab8a tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.814153 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d019b-c618-43ae-8259-3944b0ba61c9 req-3b17d615-f5dc-4bc1-8868-7eba11405c99 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:27.816011 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e15d019b-c618-43ae-8259-3944b0ba61c9 req-3b17d615-f5dc-4bc1-8868-7eba11405c99 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 945 time: 0.0573926 Jul 28 17:50:27.867395 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e15d019b-c618-43ae-8259-3944b0ba61c9 req-f7d4d8dd-a10f-466e-862c-e53417da260c tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440505 Jul 28 17:50:27.887751 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6fcd958e-9181-4fd3-b3e7-9277c19aab8a tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group (ea848e1b-2f2e-40e5-9479-bb18f566bccc), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.893559 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6fcd958e-9181-4fd3-b3e7-9277c19aab8a tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (ea848e1b-2f2e-40e5-9479-bb18f566bccc), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.926531 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6fcd958e-9181-4fd3-b3e7-9277c19aab8a tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:27.927659 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-6fcd958e-9181-4fd3-b3e7-9277c19aab8a tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1528642 Jul 28 17:50:27.929562 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd958e-9181-4fd3-b3e7-9277c19aab8a tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea848e1b-2f2e-40e5-9479-bb18f566bccc,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:27.930667 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43262) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:27.937775 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-1166cb7a-ba95-4893-b569-89f15a0242a1 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Request body: {'security_group_rule': {'security_group_id': 'ea848e1b-2f2e-40e5-9479-bb18f566bccc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:27.964969 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1166cb7a-ba95-4893-b569-89f15a0242a1 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group_rule (55327a94-bb27-427d-b4d3-868c1e0b9f12), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:28.026089 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1166cb7a-ba95-4893-b569-89f15a0242a1 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group_rule (55327a94-bb27-427d-b4d3-868c1e0b9f12), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:28.029489 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1166cb7a-ba95-4893-b569-89f15a0242a1 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (55327a94-bb27-427d-b4d3-868c1e0b9f12), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:28.048465 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166cb7a-ba95-4893-b569-89f15a0242a1 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55327a94-bb27-427d-b4d3-868c1e0b9f12,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:28.055561 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1166cb7a-ba95-4893-b569-89f15a0242a1 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:28.056756 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-1166cb7a-ba95-4893-b569-89f15a0242a1 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241102 Jul 28 17:50:28.059493 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43264) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:28.064726 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-855579d8-2a0e-41a6-a2c2-0fdbb3e338c8 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Request body: {'security_group_rule': {'security_group_id': 'ea848e1b-2f2e-40e5-9479-bb18f566bccc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:28.082190 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:28.094934 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-855579d8-2a0e-41a6-a2c2-0fdbb3e338c8 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group_rule (1681651f-fe61-4723-b221-298f9b22f121), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:28.123497 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-227cb53a-50e9-428b-9f8b-5cd667c2ad67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:28.156235 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-855579d8-2a0e-41a6-a2c2-0fdbb3e338c8 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group_rule (1681651f-fe61-4723-b221-298f9b22f121), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:28.160982 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-855579d8-2a0e-41a6-a2c2-0fdbb3e338c8 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (1681651f-fe61-4723-b221-298f9b22f121), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:28.180185 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855579d8-2a0e-41a6-a2c2-0fdbb3e338c8 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1681651f-fe61-4723-b221-298f9b22f121,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:28.185505 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-855579d8-2a0e-41a6-a2c2-0fdbb3e338c8 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:28.186694 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-855579d8-2a0e-41a6-a2c2-0fdbb3e338c8 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261251 Jul 28 17:50:28.190424 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43268) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:28.194737 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Request body: {'floatingip': {'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:28.216697 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:28.299688 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:28.308710 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43274) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:28.358374 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:50:28.400458 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:28.401600 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:28.406727 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:50:28.414868 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:28.415363 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:28.423027 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Allocated IP 172.27.1.168 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/4c47a320-814f-4aa8-8277-c38b17d7a968) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:50:28.456323 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:28.497877 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:50:28.498282 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:28.522740 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce6e951-fa65-433e-af84-80f075da23fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:50:28.525029 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6584745b-ebe5-49fc-ac31-5369f9afeda2" -d '{"events": [{"server_uuid": "0ce6e951-fa65-433e-af84-80f075da23fa", "name": "network-vif-plugged", "status": "completed", "tag": "02dfadbe-faf1-4f78-bb83-5e3e6670bb0c"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:50:28.539564 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:28.544416 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:28.545519 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device fce94af7-010d-4f2b-9d29-fdfc9ec97409 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:50:28.597370 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: fce94af7-010d-4f2b-9d29-fdfc9ec97409 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:50:28.597726 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device fce94af7-010d-4f2b-9d29-fdfc9ec97409 not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:50:28.616942 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:28.638863 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29df397-008a-4d72-a543-d384fae05a39 x-openstack-request-id: req-c29df397-008a-4d72-a543-d384fae05a39 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:50:28.639161 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce6e951-fa65-433e-af84-80f075da23fa", "name": "network-vif-plugged", "status": "completed", "tag": "02dfadbe-faf1-4f78-bb83-5e3e6670bb0c", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:50:28.639422 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c29df397-008a-4d72-a543-d384fae05a39 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:50:28.640837 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29df397-008a-4d72-a543-d384fae05a39'] response: {'server_uuid': '0ce6e951-fa65-433e-af84-80f075da23fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c', 'code': 200} Jul 28 17:50:28.873635 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8345b3f3-8348-4cd2-b212-13797c35abe9 req-a262e5b3-5516-41fd-8d11-37f4ab29ac57 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896398926&fields=id&tenant_id=0513cb18c0cd43d5a4784f573bb382d4 HTTP/1.1" status: 200 len: 267 time: 0.0503902 Jul 28 17:50:28.882383 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7022de-3dda-4c6c-b1e9-88f7b653af51 req-ae3aa49a-f703-4204-9dbc-7e5f0c46ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:28.883872 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8b7022de-3dda-4c6c-b1e9-88f7b653af51 req-ae3aa49a-f703-4204-9dbc-7e5f0c46ef68 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 1130 time: 0.0656705 Jul 28 17:50:28.930330 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345b3f3-8348-4cd2-b212-13797c35abe9 req-4d49dc23-a9ff-4e55-bb8c-b51c12b121e1 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:28.931827 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8345b3f3-8348-4cd2-b212-13797c35abe9 req-4d49dc23-a9ff-4e55-bb8c-b51c12b121e1 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 984 time: 0.0511675 Jul 28 17:50:28.944212 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [req-8345b3f3-8348-4cd2-b212-13797c35abe9 req-d2e3db8f-6e6a-4806-8ab9-e224ef835eb3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Request body: {'port': {'security_groups': ['c776fda4-6b6f-44d6-bbc3-eea336bd5cc5']}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:29.011120 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for port (4c47a320-814f-4aa8-8277-c38b17d7a968), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:29.026034 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-8345b3f3-8348-4cd2-b212-13797c35abe9 req-d2e3db8f-6e6a-4806-8ab9-e224ef835eb3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:29.037333 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:29.100831 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc46cb5-1808-403f-8973-36f5e59e2699 req-dfec80be-f914-4991-8274-307060334875 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:29.103360 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-efc46cb5-1808-403f-8973-36f5e59e2699 req-dfec80be-f914-4991-8274-307060334875 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.1452060 Jul 28 17:50:29.105909 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8b7022de-3dda-4c6c-b1e9-88f7b653af51 req-0a06cd89-2cbe-4f9b-be32-ab36ceea0120 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105522 Jul 28 17:50:29.123148 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:29.126383 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:29.134424 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:29.196914 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (4c47a320-814f-4aa8-8277-c38b17d7a968), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:29.245061 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [req-8345b3f3-8348-4cd2-b212-13797c35abe9 req-d2e3db8f-6e6a-4806-8ab9-e224ef835eb3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] For port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18,segment=NetworkSegment(27ae5e91-1fef-429b-b92b-7aac2180f4c1),segment_id=27ae5e91-1fef-429b-b92b-7aac2180f4c1)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:29.258259 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-efc46cb5-1808-403f-8973-36f5e59e2699 req-abcf4d66-1b8b-439d-b850-6c54d46b8127 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456420 Jul 28 17:50:29.261536 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:50:29.272445 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:50:29.274935 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:50:29.276915 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-8345b3f3-8348-4cd2-b212-13797c35abe9 req-d2e3db8f-6e6a-4806-8ab9-e224ef835eb3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:29.286688 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-8345b3f3-8348-4cd2-b212-13797c35abe9 req-d2e3db8f-6e6a-4806-8ab9-e224ef835eb3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530785'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:29.324104 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['2c9ee1b3-3b2e-44d5-9666-5c62225b2b18'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:50:29.345883 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345b3f3-8348-4cd2-b212-13797c35abe9 req-d2e3db8f-6e6a-4806-8ab9-e224ef835eb3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:29.346788 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [req-8345b3f3-8348-4cd2-b212-13797c35abe9 req-d2e3db8f-6e6a-4806-8ab9-e224ef835eb3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:29.348614 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8345b3f3-8348-4cd2-b212-13797c35abe9 req-d2e3db8f-6e6a-4806-8ab9-e224ef835eb3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "PUT /v2.0/ports/2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 HTTP/1.1" status: 200 len: 942 time: 0.4091511 Jul 28 17:50:29.349286 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'tag': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18'}] {{(pid=110736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:50:29.352510 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}145a65782f2867474eadf9b916918c8f0f213435b387e627a4b5e7b49d5368fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de1b496-ffff-4cee-91e1-defba46059fd" -d '{"events": [{"name": "network-changed", "server_uuid": "574a7513-1b6c-4bb8-a8f2-d77593f830d2", "tag": "2c9ee1b3-3b2e-44d5-9666-5c62225b2b18"}]}' {{(pid=110736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:50:29.356948 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event updated for resources: {'Port': ['ID=4c47a320-814f-4aa8-8277-c38b17d7a968,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:29.363083 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43288) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:29.391623 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3db8f-6e6a-4806-8ab9-e224ef835eb3 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Pushing event updated for resources: {'Port': ['ID=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18,revision_number=7']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:29.479346 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['2c9ee1b3-3b2e-44d5-9666-5c62225b2b18'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:50:29.493770 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc0ea13-b352-4e49-ae0e-ac45baf224cf x-openstack-request-id: req-fdc0ea13-b352-4e49-ae0e-ac45baf224cf {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:50:29.494339 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574a7513-1b6c-4bb8-a8f2-d77593f830d2", "tag": "2c9ee1b3-3b2e-44d5-9666-5c62225b2b18", "status": "completed", "code": 200}]} {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:50:29.494760 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fdc0ea13-b352-4e49-ae0e-ac45baf224cf {{(pid=110736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:50:29.495326 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc0ea13-b352-4e49-ae0e-ac45baf224cf'] response: {'name': 'network-changed', 'server_uuid': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'tag': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18', 'status': 'completed', 'code': 200} Jul 28 17:50:29.529896 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bf177f2a-595f-4814-8102-4a3268ef62bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360476'] for router_interface (fdb3f328-e97a-4bf2-bddb-98103ea1cf9e), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:29.539283 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:29.579314 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-939b4ee4-c9a1-4087-a8c5-8fe46c95ffe5 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group (fd1757d9-fef7-412a-9927-038fe9d6bbf2), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:29.589537 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for floatingip (d1bc3926-f86b-419c-9e53-54c2756b8488), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:29.627747 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-939b4ee4-c9a1-4087-a8c5-8fe46c95ffe5 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group (fd1757d9-fef7-412a-9927-038fe9d6bbf2), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:29.667414 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-76da1113-b70a-4119-b793-4102ea677a98 None None] Provisioning complete for port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:29.667785 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-76da1113-b70a-4119-b793-4102ea677a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:29.725192 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (4c47a320-814f-4aa8-8277-c38b17d7a968), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:29.747182 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-76da1113-b70a-4119-b793-4102ea677a98 None None] Current status of the port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:50:29.908635 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-939b4ee4-c9a1-4087-a8c5-8fe46c95ffe5 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (fd1757d9-fef7-412a-9927-038fe9d6bbf2), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:29.911263 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-939b4ee4-c9a1-4087-a8c5-8fe46c95ffe5 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:29.912408 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-939b4ee4-c9a1-4087-a8c5-8fe46c95ffe5 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "DELETE /v2.0/security-groups/fd1757d9-fef7-412a-9927-038fe9d6bbf2 HTTP/1.1" status: 204 len: 168 time: 0.5457723 Jul 28 17:50:29.915826 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43292) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:29.934028 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1b496-ffff-4cee-91e1-defba46059fd req-8e7a1efb-4faf-4149-998a-c0e524ddaec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:29.935530 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2de1b496-ffff-4cee-91e1-defba46059fd req-8e7a1efb-4faf-4149-998a-c0e524ddaec7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0513cb18c0cd43d5a4784f573bb382d4&device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 1129 time: 0.1141958 Jul 28 17:50:29.940543 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b4ee4-c9a1-4087-a8c5-8fe46c95ffe5 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1757d9-fef7-412a-9927-038fe9d6bbf2,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:30.014799 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:30.073346 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-8daffa40-5d08-4ebe-b54c-d5b444dcc5af tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Deleting port 31efbf4a-1455-49f4-b414-38b7430803ea {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:30.073866 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8daffa40-5d08-4ebe-b54c-d5b444dcc5af tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (31efbf4a-1455-49f4-b414-38b7430803ea), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:30.131652 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-bf177f2a-595f-4814-8102-4a3268ef62bc admin admin] Deleting port 69696958-89e8-444d-a150-40353ad3b1ba {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:30.131907 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bf177f2a-595f-4814-8102-4a3268ef62bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (69696958-89e8-444d-a150-40353ad3b1ba), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:30.147578 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for port (4c47a320-814f-4aa8-8277-c38b17d7a968), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:30.178461 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8daffa40-5d08-4ebe-b54c-d5b444dcc5af tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (31efbf4a-1455-49f4-b414-38b7430803ea), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:30.179337 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8daffa40-5d08-4ebe-b54c-d5b444dcc5af tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for floatingip (31efbf4a-1455-49f4-b414-38b7430803ea), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:30.185573 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1b496-ffff-4cee-91e1-defba46059fd req-39bd183b-2432-4373-b05f-dae1a49f1925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:30.187768 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2de1b496-ffff-4cee-91e1-defba46059fd req-39bd183b-2432-4373-b05f-dae1a49f1925 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9bb61a2e-af39-4830-a017-e8c560155c59 HTTP/1.1" status: 200 len: 917 time: 0.2388456 Jul 28 17:50:30.188463 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (4c47a320-814f-4aa8-8277-c38b17d7a968), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:30.205742 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-8daffa40-5d08-4ebe-b54c-d5b444dcc5af tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Calling delete_port for 31efbf4a-1455-49f4-b414-38b7430803ea owned by network:floatingip {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:30.282703 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event updated for resources: {'Port': ['ID=4c47a320-814f-4aa8-8277-c38b17d7a968,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:30.288696 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:30.314393 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [None req-bf177f2a-595f-4814-8102-4a3268ef62bc admin admin] For port 69696958-89e8-444d-a150-40353ad3b1ba, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=69696958-89e8-444d-a150-40353ad3b1ba,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:30.314767 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bf177f2a-595f-4814-8102-4a3268ef62bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (69696958-89e8-444d-a150-40353ad3b1ba), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:30.323031 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (d1bc3926-f86b-419c-9e53-54c2756b8488), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:30.337281 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-bf177f2a-595f-4814-8102-4a3268ef62bc admin admin] Calling delete_port for 69696958-89e8-444d-a150-40353ad3b1ba owned by network:router_interface {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:30.351420 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:30.352656 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-39732843-d054-46fb-a568-a98ea57faca4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1612494 Jul 28 17:50:30.428628 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8daffa40-5d08-4ebe-b54c-d5b444dcc5af tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (31efbf4a-1455-49f4-b414-38b7430803ea), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:30.464260 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2217cd0-c692-476a-9f01-a65568026733 req-cedd8072-5036-461b-bbd1-5950a82389d3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:30.465782 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a2217cd0-c692-476a-9f01-a65568026733 req-cedd8072-5036-461b-bbd1-5950a82389d3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.1148813 Jul 28 17:50:30.468325 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daffa40-5d08-4ebe-b54c-d5b444dcc5af tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Pushing event deleted for resources: {'Port': ['ID=31efbf4a-1455-49f4-b414-38b7430803ea,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:30.566024 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-defaf3c0-145f-492a-ae63-e8dd23735737 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1562711924&fields=id&tenant_id=78a2f25af7784086aadec8dd5a1015dd HTTP/1.1" status: 200 len: 267 time: 0.0766892 Jul 28 17:50:30.573431 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a2217cd0-c692-476a-9f01-a65568026733 req-130cea8e-9e00-4d8a-ac84-f837585aa8f1 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966933 Jul 28 17:50:30.576165 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8daffa40-5d08-4ebe-b54c-d5b444dcc5af tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks [] for floatingip (077b07c2-1d9c-419c-bd92-11fa0be49f03), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:30.576889 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.l3_db [None req-8daffa40-5d08-4ebe-b54c-d5b444dcc5af tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Floating IP 077b07c2-1d9c-419c-bd92-11fa0be49f03 disassociated (deleted). External IP: 172.27.1.211, port: 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18. Jul 28 17:50:30.623060 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:30.631509 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:30.634947 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:30.693994 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bf177f2a-595f-4814-8102-4a3268ef62bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (69696958-89e8-444d-a150-40353ad3b1ba), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:30.707135 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2de1b496-ffff-4cee-91e1-defba46059fd req-74c3b012-d146-42ec-800d-38f1a629386e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 HTTP/1.1" status: 200 len: 217 time: 0.1037426 Jul 28 17:50:30.734218 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd3f6c-235e-4461-9671-3c5a9d34cba3 req-7300f910-2d8e-4f44-aa7b-5387489c26f6 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:30.735694 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c6dd3f6c-235e-4461-9671-3c5a9d34cba3 req-7300f910-2d8e-4f44-aa7b-5387489c26f6 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0631974 Jul 28 17:50:30.743362 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf177f2a-595f-4814-8102-4a3268ef62bc admin admin] Pushing event deleted for resources: {'Port': ['ID=69696958-89e8-444d-a150-40353ad3b1ba,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:30.745660 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43310) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:30.751626 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-837338d0-dcfd-41f9-9458-ba81ad1d216e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Request body: {'floatingip': {'port_id': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:30.829580 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-837338d0-dcfd-41f9-9458-ba81ad1d216e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for floatingip (b6ab338b-af69-4cac-aba5-9be814640c8d), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:30.862288 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-1d93407a-83ac-48ae-b5dd-5a1760fad1f3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:30.869948 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-1d93407a-83ac-48ae-b5dd-5a1760fad1f3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/networks?id=ae8fa151-853f-466c-9398-a2ea0d9328cd HTTP/1.1" status: 200 len: 810 time: 0.2932446 Jul 28 17:50:30.872086 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1b496-ffff-4cee-91e1-defba46059fd req-8e227150-4e0d-4979-85f0-42355b26c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:30.873553 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2de1b496-ffff-4cee-91e1-defba46059fd req-8e227150-4e0d-4979-85f0-42355b26c6b6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b952d617-3955-4a40-a300-e6bf2673617d HTTP/1.1" status: 200 len: 854 time: 0.1441855 Jul 28 17:50:30.888177 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:30.904076 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:30.925456 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-6deddebc-bbe5-44cf-95b8-5533119f8393 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/quotas/78a2f25af7784086aadec8dd5a1015dd HTTP/1.1" status: 200 len: 375 time: 0.0550852 Jul 28 17:50:30.957739 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:31.004836 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1b496-ffff-4cee-91e1-defba46059fd req-b4cfca00-bc05-4ae5-9f3b-1181ec684423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:31.006359 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2de1b496-ffff-4cee-91e1-defba46059fd req-b4cfca00-bc05-4ae5-9f3b-1181ec684423 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9bb61a2e-af39-4830-a017-e8c560155c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1225634 Jul 28 17:50:31.047281 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8daffa40-5d08-4ebe-b54c-d5b444dcc5af tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:50:31.099031 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-3ed74d28-ac0f-4b73-b490-aa4abfb0a656 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=78a2f25af7784086aadec8dd5a1015dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1727147 Jul 28 17:50:31.152641 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-bf177f2a-595f-4814-8102-4a3268ef62bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360584'] for router_interface (fdb3f328-e97a-4bf2-bddb-98103ea1cf9e), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:31.186440 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2de1b496-ffff-4cee-91e1-defba46059fd req-1250238d-8ab1-4582-abe6-203048af8a09 service neutron] 10.222.0.100 "GET /v2.0/networks/9bb61a2e-af39-4830-a017-e8c560155c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679313 Jul 28 17:50:31.511383 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daffa40-5d08-4ebe-b54c-d5b444dcc5af tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:50:31.519122 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8daffa40-5d08-4ebe-b54c-d5b444dcc5af tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:31.525686 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d4ea33-0f76-4c53-a7af-56c03fcd107b None None] Sync routers for ids ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:50:31.538810 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d4ea33-0f76-4c53-a7af-56c03fcd107b None None] Routers {'55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:31.539454 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-c6d4ea33-0f76-4c53-a7af-56c03fcd107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:31.542138 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=100 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:31.591051 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-8daffa40-5d08-4ebe-b54c-d5b444dcc5af tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "DELETE /v2.0/floatingips/077b07c2-1d9c-419c-bd92-11fa0be49f03 HTTP/1.1" status: 204 len: 168 time: 1.6739500 Jul 28 17:50:31.595990 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'tag': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18'}] {{(pid=110736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:50:31.596458 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}145a65782f2867474eadf9b916918c8f0f213435b387e627a4b5e7b49d5368fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c244499-b372-4b3b-9f09-bc311d50cf48" -d '{"events": [{"name": "network-changed", "server_uuid": "574a7513-1b6c-4bb8-a8f2-d77593f830d2", "tag": "2c9ee1b3-3b2e-44d5-9666-5c62225b2b18"}]}' {{(pid=110736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:50:31.597442 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:31.683019 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-c6d4ea33-0f76-4c53-a7af-56c03fcd107b None None] Set router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:31.731067 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2de1b496-ffff-4cee-91e1-defba46059fd req-73f77cbc-9652-47c5-bc2c-ddd0d4c0313b service neutron] 10.222.0.100 "GET /v2.0/networks/9bb61a2e-af39-4830-a017-e8c560155c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049648 Jul 28 17:50:31.736772 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-ee7c027b-5d68-442b-bcb2-b590272e921a service neutron] 10.222.0.89 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226592 Jul 28 17:50:31.770252 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-837338d0-dcfd-41f9-9458-ba81ad1d216e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:31.785603 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-837338d0-dcfd-41f9-9458-ba81ad1d216e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (b6ab338b-af69-4cac-aba5-9be814640c8d), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:31.932966 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.l3_db [None req-837338d0-dcfd-41f9-9458-ba81ad1d216e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Floating IP b6ab338b-af69-4cac-aba5-9be814640c8d associated. External IP: 172.27.1.22, port: 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c. Jul 28 17:50:31.983010 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-478f8977-dff2-4f3a-8044-d7393ab78bae service neutron] 10.222.0.89 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388763 Jul 28 17:50:32.011379 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf177f2a-595f-4814-8102-4a3268ef62bc admin admin] Router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:50:32.096435 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:32.121872 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ae3c74-9d97-4d02-865e-80324cbc69ff x-openstack-request-id: req-89ae3c74-9d97-4d02-865e-80324cbc69ff {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:50:32.122338 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574a7513-1b6c-4bb8-a8f2-d77593f830d2", "tag": "2c9ee1b3-3b2e-44d5-9666-5c62225b2b18", "status": "completed", "code": 200}]} {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:50:32.122439 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-89ae3c74-9d97-4d02-865e-80324cbc69ff {{(pid=110736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:50:32.122818 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ae3c74-9d97-4d02-865e-80324cbc69ff'] response: {'name': 'network-changed', 'server_uuid': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'tag': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18', 'status': 'completed', 'code': 200} Jul 28 17:50:32.123197 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:32.158706 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c244499-b372-4b3b-9f09-bc311d50cf48 req-e3e6f546-a3cd-47d1-b7c4-4ec50c16dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:32.161631 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5c244499-b372-4b3b-9f09-bc311d50cf48 req-e3e6f546-a3cd-47d1-b7c4-4ec50c16dd4b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0513cb18c0cd43d5a4784f573bb382d4&device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 1129 time: 0.1487200 Jul 28 17:50:32.180813 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-c6d4ea33-0f76-4c53-a7af-56c03fcd107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'name': 'tempest-TestMinimumBasicScenario-1750303206-router', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:11Z', 'revision_number': 4, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'gw_port': {'id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '6a2a2f5c-3feb-4319-9379-706e5d4e21de', 'name': '', 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'mac_address': 'fa:16:3e:bf:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:11Z', 'updated_at': '2022-07-28T17:47:17Z', 'revision_number': 5, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'subnets': [{'id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:32.221522 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d4ea33-0f76-4c53-a7af-56c03fcd107b None None] Checking router: 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:50:32.231953 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d4ea33-0f76-4c53-a7af-56c03fcd107b None None] Routers {'55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:32.232819 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-c6d4ea33-0f76-4c53-a7af-56c03fcd107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:32.251503 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:32.257858 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf177f2a-595f-4814-8102-4a3268ef62bc admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:50:32.264114 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-bf177f2a-595f-4814-8102-4a3268ef62bc admin admin] 10.222.0.89 "PUT /v2.0/routers/fdb3f328-e97a-4bf2-bddb-98103ea1cf9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9549074 Jul 28 17:50:32.267758 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43326) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:32.272850 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467c46c1-8ba9-4963-bb08-7f5219cf28d6 None None] Sync routers for ids ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:50:32.286355 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467c46c1-8ba9-4963-bb08-7f5219cf28d6 None None] Routers {'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:32.287222 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-467c46c1-8ba9-4963-bb08-7f5219cf28d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:32.347660 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-c6d4ea33-0f76-4c53-a7af-56c03fcd107b None None] Set router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:32.404664 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d8292fac-41ff-45ac-9369-4ed2b1ef8449 req-f34849e2-957d-4785-ab61-b74473b04a93 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 210 time: 0.0776238 Jul 28 17:50:32.431234 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:32.455436 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-467c46c1-8ba9-4963-bb08-7f5219cf28d6 None None] Set router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:32.462948 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837338d0-dcfd-41f9-9458-ba81ad1d216e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Router d3a930ed-68f8-4cc2-9f31-042666501368 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:50:32.508415 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a278-5d71-4a06-940d-42af5a9223c6 admin admin] Publish callbacks [] for router (fdb3f328-e97a-4bf2-bddb-98103ea1cf9e), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:32.580909 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-c6d4ea33-0f76-4c53-a7af-56c03fcd107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'name': 'tempest-TestMinimumBasicScenario-1750303206-router', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:11Z', 'revision_number': 4, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'gw_port': {'id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '6a2a2f5c-3feb-4319-9379-706e5d4e21de', 'name': '', 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'mac_address': 'fa:16:3e:bf:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:11Z', 'updated_at': '2022-07-28T17:47:17Z', 'revision_number': 5, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'subnets': [{'id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:32.612305 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d4ea33-0f76-4c53-a7af-56c03fcd107b None None] The sync data for ids ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'] in dv-cinder-813229-13-iscsi is: [{'id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'name': 'tempest-TestMinimumBasicScenario-1750303206-router', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:11Z', 'revision_number': 4, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'gw_port': {'id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '6a2a2f5c-3feb-4319-9379-706e5d4e21de', 'name': '', 'network_id': '9bb61a2e-af39-4830-a017-e8c560155c59', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'mac_address': 'fa:16:3e:bf:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:11Z', 'updated_at': '2022-07-28T17:47:17Z', 'revision_number': 5, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'subnets': [{'id': 'b952d617-3955-4a40-a300-e6bf2673617d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:50:32.647759 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c244499-b372-4b3b-9f09-bc311d50cf48 req-23be1bf2-57e6-493a-9d00-0112b66b208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:32.649263 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5c244499-b372-4b3b-9f09-bc311d50cf48 req-23be1bf2-57e6-493a-9d00-0112b66b208f service neutron] 10.222.0.100 "GET /v2.0/networks?id=9bb61a2e-af39-4830-a017-e8c560155c59 HTTP/1.1" status: 200 len: 917 time: 0.2246723 Jul 28 17:50:32.686286 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837338d0-dcfd-41f9-9458-ba81ad1d216e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:50:32.693608 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-837338d0-dcfd-41f9-9458-ba81ad1d216e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:32.697388 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9894d26-b997-44fc-8487-ff4809ec4544 None None] Sync routers for ids ['d3a930ed-68f8-4cc2-9f31-042666501368'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:50:32.715783 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9894d26-b997-44fc-8487-ff4809ec4544 None None] Routers {'d3a930ed-68f8-4cc2-9f31-042666501368'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:32.716568 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-e9894d26-b997-44fc-8487-ff4809ec4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d3a930ed-68f8-4cc2-9f31-042666501368'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:32.736184 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5c244499-b372-4b3b-9f09-bc311d50cf48 req-6db9a4fa-b764-4abf-9d0e-373a066034e6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 HTTP/1.1" status: 200 len: 217 time: 0.0733807 Jul 28 17:50:32.753201 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-837338d0-dcfd-41f9-9458-ba81ad1d216e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "PUT /v2.0/floatingips/b6ab338b-af69-4cac-aba5-9be814640c8d HTTP/1.1" status: 200 len: 991 time: 2.0049553 Jul 28 17:50:32.804146 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a278-5d71-4a06-940d-42af5a9223c6 admin admin] Publish callbacks [] for router_gateway (fdb3f328-e97a-4bf2-bddb-98103ea1cf9e), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:32.931902 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1a278-5d71-4a06-940d-42af5a9223c6 admin admin] Deleting port a94dca75-1430-4286-a62f-8358b6abba96 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:32.931902 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a278-5d71-4a06-940d-42af5a9223c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (a94dca75-1430-4286-a62f-8358b6abba96), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:32.949384 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c244499-b372-4b3b-9f09-bc311d50cf48 req-e077d859-95eb-46b1-8eb2-aa368f0bc389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:32.961311 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5c244499-b372-4b3b-9f09-bc311d50cf48 req-e077d859-95eb-46b1-8eb2-aa368f0bc389 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b952d617-3955-4a40-a300-e6bf2673617d HTTP/1.1" status: 200 len: 854 time: 0.2135417 Jul 28 17:50:33.007625 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-467c46c1-8ba9-4963-bb08-7f5219cf28d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:50:30Z', 'revision_number': 5, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port': {'id': 'a94dca75-1430-4286-a62f-8358b6abba96', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:30Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:33.018176 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-e9894d26-b997-44fc-8487-ff4809ec4544 None None] Set router d3a930ed-68f8-4cc2-9f31-042666501368 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:33.040011 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467c46c1-8ba9-4963-bb08-7f5219cf28d6 None None] Checking router: fdb3f328-e97a-4bf2-bddb-98103ea1cf9e for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:50:33.045087 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:33.052865 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467c46c1-8ba9-4963-bb08-7f5219cf28d6 None None] Routers {'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:33.053549 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-467c46c1-8ba9-4963-bb08-7f5219cf28d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:33.071124 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=100 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:33.081923 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c244499-b372-4b3b-9f09-bc311d50cf48 req-feedf8db-9394-4b1e-9c37-71ea06d574d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:33.083504 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5c244499-b372-4b3b-9f09-bc311d50cf48 req-feedf8db-9394-4b1e-9c37-71ea06d574d2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9bb61a2e-af39-4830-a017-e8c560155c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0741711 Jul 28 17:50:33.114065 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1825f-ca06-4955-bfc9-6cfeb7c57578 None None] New status for floating IP 077b07c2-1d9c-419c-bd92-11fa0be49f03: DOWN {{(pid=110737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:50:33.153292 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:33.158007 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [None req-2ec1a278-5d71-4a06-940d-42af5a9223c6 admin admin] For port a94dca75-1430-4286-a62f-8358b6abba96, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=a94dca75-1430-4286-a62f-8358b6abba96,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:33.158406 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a278-5d71-4a06-940d-42af5a9223c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (a94dca75-1430-4286-a62f-8358b6abba96), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:33.193504 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1a278-5d71-4a06-940d-42af5a9223c6 admin admin] Calling delete_port for a94dca75-1430-4286-a62f-8358b6abba96 owned by network:router_gateway {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:33.272412 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-467c46c1-8ba9-4963-bb08-7f5219cf28d6 None None] Set router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e gateway port host: None {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:33.302376 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5c244499-b372-4b3b-9f09-bc311d50cf48 req-0ff527ef-5f2c-47a0-8a46-afc1f217b91d service neutron] 10.222.0.100 "GET /v2.0/networks/9bb61a2e-af39-4830-a017-e8c560155c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082675 Jul 28 17:50:33.343611 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-467c46c1-8ba9-4963-bb08-7f5219cf28d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:50:32Z', 'revision_number': 6, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port_host': None}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:33.387765 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467c46c1-8ba9-4963-bb08-7f5219cf28d6 None None] The sync data for ids ['fdb3f328-e97a-4bf2-bddb-98103ea1cf9e'] in dv-cinder-813229-13-iscsi is: [{'id': 'fdb3f328-e97a-4bf2-bddb-98103ea1cf9e', 'name': 'tempest-ServerRescueNegativeTestJSON-936042472-router', 'tenant_id': 'f5332e245b754728b04af219fdb6ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:50:32Z', 'revision_number': 6, 'project_id': 'f5332e245b754728b04af219fdb6ca93', 'gw_port_host': None}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:50:33.395241 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-e9894d26-b997-44fc-8487-ff4809ec4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'b6ab338b-af69-4cac-aba5-9be814640c8d', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'port_id': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'mac_address': 'fa:16:3e:02:8d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6e951-fa65-433e-af84-80f075da23fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:50:14Z', 'updated_at': '2022-07-28T17:50:31Z', 'revision_number': 1, 'project_id': '65535f9817c448dfac997e93efa1a909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e36a0dd2-1eaf-486a-898e-3bd18498628f', 'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'mac_address': 'fa:16:3e:87:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:37Z', 'updated_at': '2022-07-28T17:44:48Z', 'revision_number': 5, 'project_id': '65535f9817c448dfac997e93efa1a909', 'subnets': [{'id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:33.410455 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:33.431169 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9894d26-b997-44fc-8487-ff4809ec4544 None None] Checking router: d3a930ed-68f8-4cc2-9f31-042666501368 for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:50:33.444425 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9894d26-b997-44fc-8487-ff4809ec4544 None None] Routers {'d3a930ed-68f8-4cc2-9f31-042666501368'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:33.445288 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-e9894d26-b997-44fc-8487-ff4809ec4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d3a930ed-68f8-4cc2-9f31-042666501368'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:33.582741 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=100 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:33.587043 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-e9894d26-b997-44fc-8487-ff4809ec4544 None None] Set router d3a930ed-68f8-4cc2-9f31-042666501368 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:33.590423 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4822d0a4-fde4-4598-ba58-e2de5284233e req-3d5350b2-fc31-4170-a0c2-54d1647574c0 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 210 time: 0.0462940 Jul 28 17:50:33.592366 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5c244499-b372-4b3b-9f09-bc311d50cf48 req-6808408a-a42a-4e3e-931a-0bc64d391406 service neutron] 10.222.0.100 "GET /v2.0/networks/9bb61a2e-af39-4830-a017-e8c560155c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766066 Jul 28 17:50:33.606717 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a278-5d71-4a06-940d-42af5a9223c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (a94dca75-1430-4286-a62f-8358b6abba96), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:33.644836 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1a278-5d71-4a06-940d-42af5a9223c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a94dca75-1430-4286-a62f-8358b6abba96,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:33.700000 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a278-5d71-4a06-940d-42af5a9223c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362268'] for router_gateway (fdb3f328-e97a-4bf2-bddb-98103ea1cf9e), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:33.797135 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a278-5d71-4a06-940d-42af5a9223c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router (fdb3f328-e97a-4bf2-bddb-98103ea1cf9e), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:33.800055 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a278-5d71-4a06-940d-42af5a9223c6 admin admin] Publish callbacks [] for router_controller (fdb3f328-e97a-4bf2-bddb-98103ea1cf9e), precommit_delete_associations {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:33.842140 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-e9894d26-b997-44fc-8487-ff4809ec4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'b6ab338b-af69-4cac-aba5-9be814640c8d', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'port_id': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'mac_address': 'fa:16:3e:02:8d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6e951-fa65-433e-af84-80f075da23fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:50:14Z', 'updated_at': '2022-07-28T17:50:31Z', 'revision_number': 1, 'project_id': '65535f9817c448dfac997e93efa1a909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e36a0dd2-1eaf-486a-898e-3bd18498628f', 'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'mac_address': 'fa:16:3e:87:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:37Z', 'updated_at': '2022-07-28T17:44:48Z', 'revision_number': 5, 'project_id': '65535f9817c448dfac997e93efa1a909', 'subnets': [{'id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:33.860203 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a278-5d71-4a06-940d-42af5a9223c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-664341'] for router (fdb3f328-e97a-4bf2-bddb-98103ea1cf9e), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:33.860862 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec1a278-5d71-4a06-940d-42af5a9223c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdb3f328-e97a-4bf2-bddb-98103ea1cf9e {{(pid=110735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 17:50:33.866284 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a278-5d71-4a06-940d-42af5a9223c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:33.867818 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-2ec1a278-5d71-4a06-940d-42af5a9223c6 admin admin] 10.222.0.89 "DELETE /v2.0/routers/fdb3f328-e97a-4bf2-bddb-98103ea1cf9e HTTP/1.1" status: 204 len: 168 time: 1.5988178 Jul 28 17:50:33.870692 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43350) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:33.879537 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9894d26-b997-44fc-8487-ff4809ec4544 None None] The sync data for ids ['d3a930ed-68f8-4cc2-9f31-042666501368'] in dv-cinder-813229-13-iscsi is: [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'b6ab338b-af69-4cac-aba5-9be814640c8d', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'port_id': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'mac_address': 'fa:16:3e:02:8d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6e951-fa65-433e-af84-80f075da23fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:50:14Z', 'updated_at': '2022-07-28T17:50:31Z', 'revision_number': 1, 'project_id': '65535f9817c448dfac997e93efa1a909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e36a0dd2-1eaf-486a-898e-3bd18498628f', 'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'mac_address': 'fa:16:3e:87:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:37Z', 'updated_at': '2022-07-28T17:44:48Z', 'revision_number': 5, 'project_id': '65535f9817c448dfac997e93efa1a909', 'subnets': [{'id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:50:33.940640 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_v2 [None req-271b806e-3a16-4d73-a301-73aed3e91a82 admin admin] Deleting subnet 0367c357-5ba3-42e4-b91c-6224147617f2 {{(pid=110736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 17:50:33.944032 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-271b806e-3a16-4d73-a301-73aed3e91a82 admin admin] Publish callbacks [] for subnet (0367c357-5ba3-42e4-b91c-6224147617f2), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:33.995811 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-271b806e-3a16-4d73-a301-73aed3e91a82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3610771'] for subnet (0367c357-5ba3-42e4-b91c-6224147617f2), precommit_delete_associations {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:34.067817 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-c9ae2309-0838-40fe-8b37-c0cd3d612d18 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:34.069524 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-c9ae2309-0838-40fe-8b37-c0cd3d612d18 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.100 "GET /v2.0/networks?id=ae8fa151-853f-466c-9398-a2ea0d9328cd HTTP/1.1" status: 200 len: 810 time: 0.1371922 Jul 28 17:50:34.118350 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-271b806e-3a16-4d73-a301-73aed3e91a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66971435'] for subnet (0367c357-5ba3-42e4-b91c-6224147617f2), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:34.137764 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce6e951-fa65-433e-af84-80f075da23fa', 'tag': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c'}] {{(pid=110736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:50:34.140537 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}145a65782f2867474eadf9b916918c8f0f213435b387e627a4b5e7b49d5368fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb6649b-642e-4441-841f-81b8ff9e7c83" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce6e951-fa65-433e-af84-80f075da23fa", "tag": "02dfadbe-faf1-4f78-bb83-5e3e6670bb0c"}]}' {{(pid=110736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:50:34.164386 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92495e13-dc9e-43c2-9c13-22b517eaf609 None None] New status for floating IP b6ab338b-af69-4cac-aba5-9be814640c8d: ACTIVE {{(pid=110738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:50:34.184154 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-271b806e-3a16-4d73-a301-73aed3e91a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66971426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318654'] for subnet (0367c357-5ba3-42e4-b91c-6224147617f2), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:34.207329 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2440df2f-e15e-402c-9e64-c81818aef38d x-openstack-request-id: req-2440df2f-e15e-402c-9e64-c81818aef38d {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:50:34.207729 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce6e951-fa65-433e-af84-80f075da23fa", "tag": "02dfadbe-faf1-4f78-bb83-5e3e6670bb0c", "status": "completed", "code": 200}]} {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:50:34.208552 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2440df2f-e15e-402c-9e64-c81818aef38d {{(pid=110736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:50:34.208552 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2440df2f-e15e-402c-9e64-c81818aef38d'] response: {'name': 'network-changed', 'server_uuid': '0ce6e951-fa65-433e-af84-80f075da23fa', 'tag': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c', 'status': 'completed', 'code': 200} Jul 28 17:50:34.212361 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b806e-3a16-4d73-a301-73aed3e91a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0367c357-5ba3-42e4-b91c-6224147617f2,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:34.220351 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-271b806e-3a16-4d73-a301-73aed3e91a82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:34.223686 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-271b806e-3a16-4d73-a301-73aed3e91a82 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/0367c357-5ba3-42e4-b91c-6224147617f2 HTTP/1.1" status: 204 len: 168 time: 0.3518462 Jul 28 17:50:34.226712 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43354) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:34.228826 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fecafea-9c0d-4eab-a5da-81488c71094e None None] Network 6c5bc62a-37b3-4ec7-a921-dd776df143f3 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:50:34.344266 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66853985'] for network (6c5bc62a-37b3-4ec7-a921-dd776df143f3), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:34.400384 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] Deleting port f709d70f-d94e-4254-afa6-e2622f534a20 {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:34.400876 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (f709d70f-d94e-4254-afa6-e2622f534a20), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:34.414229 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device a94dca75-1430-4286-a62f-8358b6abba96 no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:50:34.435124 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6649b-642e-4441-841f-81b8ff9e7c83 req-700c7997-3df4-4df1-b872-ff6f4303f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:34.436783 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fcb6649b-642e-4441-841f-81b8ff9e7c83 req-700c7997-3df4-4df1-b872-ff6f4303f718 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=65535f9817c448dfac997e93efa1a909&device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 1130 time: 0.1516757 Jul 28 17:50:34.445719 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: a94dca75-1430-4286-a62f-8358b6abba96 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:50:34.446067 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device a94dca75-1430-4286-a62f-8358b6abba96 not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:50:34.446483 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 69696958-89e8-444d-a150-40353ad3b1ba no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:50:34.482404 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] For port f709d70f-d94e-4254-afa6-e2622f534a20, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=f709d70f-d94e-4254-afa6-e2622f534a20,segment=NetworkSegment(44bc1f85-6d7d-4c6a-ab63-65ae27b177fb),segment_id=44bc1f85-6d7d-4c6a-ab63-65ae27b177fb)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:34.482931 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (f709d70f-d94e-4254-afa6-e2622f534a20), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:34.489400 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: 69696958-89e8-444d-a150-40353ad3b1ba {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:50:34.489749 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 69696958-89e8-444d-a150-40353ad3b1ba not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:50:34.502428 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] Calling delete_port for f709d70f-d94e-4254-afa6-e2622f534a20 owned by network:dhcp {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:34.523221 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-87299cfc-a8d4-42ed-9e27-e274ce1566ee tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78a2f25af7784086aadec8dd5a1015dd HTTP/1.1" status: 200 len: 380 time: 0.2613506 Jul 28 17:50:34.534377 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-d2c40693-d29b-4ef4-8e6f-47891708312f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Request body: {'port': {'device_id': 'fc28eb23-0865-40b3-8263-3a20b158342b', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'admin_state_up': True, 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'security_groups': ['ea848e1b-2f2e-40e5-9479-bb18f566bccc']}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:34.574689 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:34.599205 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a17ceb-3770-4da1-ae68-cb26cd99eacf None None] DHCP port deletion for 6c5bc62a-37b3-4ec7-a921-dd776df143f3 request from dv-cinder-813229-13-iscsi {{(pid=110737) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 17:50:34.614133 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (f709d70f-d94e-4254-afa6-e2622f534a20), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:34.651022 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-37a17ceb-3770-4da1-ae68-cb26cd99eacf None None] Deleting port f709d70f-d94e-4254-afa6-e2622f534a20 {{(pid=110737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:34.651825 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-37a17ceb-3770-4da1-ae68-cb26cd99eacf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (f709d70f-d94e-4254-afa6-e2622f534a20), before_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:34.652706 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] Pushing event deleted for resources: {'Port': ['ID=f709d70f-d94e-4254-afa6-e2622f534a20,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:34.652862 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:34.657772 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6649b-642e-4441-841f-81b8ff9e7c83 req-ad1f095d-d0cb-4990-9439-9db8f4a3b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:34.658124 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] No DVR routers for this DVR port f709d70f-d94e-4254-afa6-e2622f534a20 on host dv-cinder-813229-13-iscsi {{(pid=110736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:50:34.659280 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fcb6649b-642e-4441-841f-81b8ff9e7c83 req-ad1f095d-d0cb-4990-9439-9db8f4a3b0a0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4 HTTP/1.1" status: 200 len: 918 time: 0.2134595 Jul 28 17:50:34.740758 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-37a17ceb-3770-4da1-ae68-cb26cd99eacf None None] For port f709d70f-d94e-4254-afa6-e2622f534a20, host dv-cinder-813229-13-iscsi, got binding levels [] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:34.741466 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-37a17ceb-3770-4da1-ae68-cb26cd99eacf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (f709d70f-d94e-4254-afa6-e2622f534a20), precommit_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:34.759735 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-37a17ceb-3770-4da1-ae68-cb26cd99eacf None None] Calling delete_port for f709d70f-d94e-4254-afa6-e2622f534a20 owned by network:dhcp {{(pid=110737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:34.760585 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fcb6649b-642e-4441-841f-81b8ff9e7c83 req-7f02b2d0-171b-4572-a779-ea0ba4762a4f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c HTTP/1.1" status: 200 len: 1001 time: 0.0921617 Jul 28 17:50:34.765679 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.ipam_backend_mixin [None req-37a17ceb-3770-4da1-ae68-cb26cd99eacf None None] Port f709d70f-d94e-4254-afa6-e2622f534a20 was not found and therefore no delete operation was performed {{(pid=110737) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 17:50:34.768490 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-37a17ceb-3770-4da1-ae68-cb26cd99eacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691'] for port (f709d70f-d94e-4254-afa6-e2622f534a20), after_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:34.803328 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66972677', 'neutron.services.segments.db._delete_segments_for_network-8747606401738'] for network (6c5bc62a-37b3-4ec7-a921-dd776df143f3), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:34.816816 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a17ceb-3770-4da1-ae68-cb26cd99eacf None None] Pushing event deleted for resources: {'Port': ['ID=f709d70f-d94e-4254-afa6-e2622f534a20,revision_number=None']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:34.819390 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-d2c40693-d29b-4ef4-8e6f-47891708312f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Made reservation on behalf of 78a2f25af7784086aadec8dd5a1015dd for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:50:34.834845 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a17ceb-3770-4da1-ae68-cb26cd99eacf None None] No DVR routers for this DVR port f709d70f-d94e-4254-afa6-e2622f534a20 on host dv-cinder-813229-13-iscsi {{(pid=110737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:50:34.838375 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-d2c40693-d29b-4ef4-8e6f-47891708312f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:34.893691 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6649b-642e-4441-841f-81b8ff9e7c83 req-4c056cff-7b23-4e41-a704-a7873e09f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:34.895658 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fcb6649b-642e-4441-841f-81b8ff9e7c83 req-4c056cff-7b23-4e41-a704-a7873e09f522 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a600d630-923a-4634-8e5f-0a3bd63e1f8a HTTP/1.1" status: 200 len: 855 time: 0.1266775 Jul 28 17:50:34.896754 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-97e857f1-2c26-49dd-8d44-8e61020c6312 req-e604909c-6238-4f70-a931-c6ddd2ec8ec9 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 210 time: 0.0550530 Jul 28 17:50:34.900015 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5bc62a-37b3-4ec7-a921-dd776df143f3']}} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:34.924615 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb') {'for_net_delete': True} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:34.925071 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44bc1f85-6d7d-4c6a-ab63-65ae27b177fb') {} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:34.936344 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747606401639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610762'] for segment (44bc1f85-6d7d-4c6a-ab63-65ae27b177fb), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:34.944275 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:34.952260 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (44bc1f85-6d7d-4c6a-ab63-65ae27b177fb), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:34.961570 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=110736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:50:34.961988 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530693'] for segment (44bc1f85-6d7d-4c6a-ab63-65ae27b177fb), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:34.981941 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:35.007973 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 44bc1f85-6d7d-4c6a-ab63-65ae27b177fb resource provider aggregate not found Jul 28 17:50:35.015622 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae5c0f-dd66-428c-b286-239965dcf3b9 req-40d37e93-593f-467f-b89d-78fd92378968 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:35.017241 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d1ae5c0f-dd66-428c-b286-239965dcf3b9 req-40d37e93-593f-467f-b89d-78fd92378968 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 945 time: 0.0805409 Jul 28 17:50:35.033691 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 44bc1f85-6d7d-4c6a-ab63-65ae27b177fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44bc1f85-6d7d-4c6a-ab63-65ae27b177fb found for delete ", "request_id": "req-279e2977-bd6d-452c-8e6b-7f958f0fe366"}]} Jul 28 17:50:35.035922 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66972686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362288'] for network (6c5bc62a-37b3-4ec7-a921-dd776df143f3), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:35.041569 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:35.044751 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] 10.222.0.89 "DELETE /v2.0/networks/6c5bc62a-37b3-4ec7-a921-dd776df143f3 HTTP/1.1" status: 204 len: 168 time: 0.8171158 Jul 28 17:50:35.056638 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884d3d7-ae5f-4ad6-9c3f-7be89831257a admin admin] Pushing event deleted for resources: {'Network': ['ID=6c5bc62a-37b3-4ec7-a921-dd776df143f3,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:35.094415 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-d2c40693-d29b-4ef4-8e6f-47891708312f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Allocated IP 172.20.0.6 (ae8fa151-853f-466c-9398-a2ea0d9328cd/ce8ae2ae-69b2-4f29-aac4-77e56446331a/5da6905b-247d-4a28-a5b6-247d05430ecb) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:50:35.106956 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d1ae5c0f-dd66-428c-b286-239965dcf3b9 req-e34d057f-62cf-4361-9bf5-9c86f75f0f01 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699668 Jul 28 17:50:35.187937 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43374) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:35.232252 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-088c7c6c-220f-4bb9-b7bf-2e261700d700 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f5332e245b754728b04af219fdb6ca93&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431483 Jul 28 17:50:35.235240 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43376) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:35.256119 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-d2c40693-d29b-4ef4-8e6f-47891708312f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for port (5da6905b-247d-4a28-a5b6-247d05430ecb), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:35.284574 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7700b8a9-43f7-4319-a544-05da9d3f0631 admin admin] Publish callbacks [] for security_group (ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:35.289497 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-d2c40693-d29b-4ef4-8e6f-47891708312f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (5da6905b-247d-4a28-a5b6-247d05430ecb), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:35.306946 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7700b8a9-43f7-4319-a544-05da9d3f0631 admin admin] Publish callbacks [] for security_group (ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:35.336333 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-d2c40693-d29b-4ef4-8e6f-47891708312f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Network ae8fa151-853f-466c-9398-a2ea0d9328cd is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:50:35.342268 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-d2c40693-d29b-4ef4-8e6f-47891708312f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:50:35.344787 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c40693-d29b-4ef4-8e6f-47891708312f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event updated for resources: {'Port': ['ID=5da6905b-247d-4a28-a5b6-247d05430ecb,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:35.347020 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-d2c40693-d29b-4ef4-8e6f-47891708312f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:50:35.362537 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7700b8a9-43f7-4319-a544-05da9d3f0631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:35.364960 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7700b8a9-43f7-4319-a544-05da9d3f0631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:35.366317 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-7700b8a9-43f7-4319-a544-05da9d3f0631 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678 HTTP/1.1" status: 204 len: 168 time: 0.1303530 Jul 28 17:50:35.377861 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700b8a9-43f7-4319-a544-05da9d3f0631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba18a5fd-07f2-4ad1-bbe3-de6bd6bca678,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:35.419921 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-d2c40693-d29b-4ef4-8e6f-47891708312f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:35.420833 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-d2c40693-d29b-4ef4-8e6f-47891708312f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:35.443430 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-d2c40693-d29b-4ef4-8e6f-47891708312f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9133787 Jul 28 17:50:35.622456 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-0c2dafe5-cb31-4bc9-9080-aa3573be3a23 None None] Provisioning complete for port 5da6905b-247d-4a28-a5b6-247d05430ecb triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:35.622985 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-0c2dafe5-cb31-4bc9-9080-aa3573be3a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (5da6905b-247d-4a28-a5b6-247d05430ecb), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:35.656947 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-0c2dafe5-cb31-4bc9-9080-aa3573be3a23 None None] Port 5da6905b-247d-4a28-a5b6-247d05430ecb cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:50:36.030683 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd719c56-c3d8-4cbf-a99c-a1e1dd8f1eec req-f0fccb44-9eea-48dd-ba41-a3e60ea7e48b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:36.033029 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-dd719c56-c3d8-4cbf-a99c-a1e1dd8f1eec req-f0fccb44-9eea-48dd-ba41-a3e60ea7e48b tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 931 time: 0.0587215 Jul 28 17:50:36.049251 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device f709d70f-d94e-4254-afa6-e2622f534a20 no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:50:36.068940 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: f709d70f-d94e-4254-afa6-e2622f534a20 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:50:36.069627 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device f709d70f-d94e-4254-afa6-e2622f534a20 not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:50:36.102006 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-dd719c56-c3d8-4cbf-a99c-a1e1dd8f1eec req-a5e32d16-4145-49af-99c8-2f0b33e8eb94 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea848e1b-2f2e-40e5-9479-bb18f566bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635462 Jul 28 17:50:36.106646 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43400) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:36.207630 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-2e3a958d-14ca-477e-a96b-c836aa3fd3c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1925716316-network', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:36.228409 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3a958d-14ca-477e-a96b-c836aa3fd3c6 admin admin] Made reservation on behalf of 72a9ad9df4f84c658e9964f1a0c0b282 for: {'network': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:50:36.230836 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d377e8-8f4d-4e0a-b4b5-cba3d114c219 req-c46ff5a2-307e-42f6-838d-9c41787efc8c tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:36.231261 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2e3a958d-14ca-477e-a96b-c836aa3fd3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:36.232196 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d2d377e8-8f4d-4e0a-b4b5-cba3d114c219 req-c46ff5a2-307e-42f6-838d-9c41787efc8c tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 945 time: 0.0522068 Jul 28 17:50:36.240584 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2e3a958d-14ca-477e-a96b-c836aa3fd3c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:36.282230 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d2d377e8-8f4d-4e0a-b4b5-cba3d114c219 req-9ba5f2d6-10b4-447b-8dc1-0d5c936a6f92 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439935 Jul 28 17:50:36.322733 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2e3a958d-14ca-477e-a96b-c836aa3fd3c6 admin admin] Publish callbacks [] for security_group (f2858744-25ba-441a-a353-896814f1f54b), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:36.326264 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2e3a958d-14ca-477e-a96b-c836aa3fd3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (f2858744-25ba-441a-a353-896814f1f54b), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:36.353169 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3a958d-14ca-477e-a96b-c836aa3fd3c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=110736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:50:36.363201 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a958d-14ca-477e-a96b-c836aa3fd3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2858744-25ba-441a-a353-896814f1f54b,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:36.367905 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2e3a958d-14ca-477e-a96b-c836aa3fd3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (69528751-2f52-409b-9fa6-d771c26a537d), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:36.368246 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.segments_db [None req-2e3a958d-14ca-477e-a96b-c836aa3fd3c6 admin admin] Added segment 69528751-2f52-409b-9fa6-d771c26a537d of type vlan for network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 Jul 28 17:50:36.399456 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Request body: {'port': {'device_id': 'fc28eb23-0865-40b3-8263-3a20b158342b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:36.411199 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:DELETE=7,neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:36.412948 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2e3a958d-14ca-477e-a96b-c836aa3fd3c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (4c7de1cf-fa0f-482c-9686-4fc41e18afb7), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:36.442915 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2e3a958d-14ca-477e-a96b-c836aa3fd3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (4c7de1cf-fa0f-482c-9686-4fc41e18afb7), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:36.443922 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3a958d-14ca-477e-a96b-c836aa3fd3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:36.444507 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2e3a958d-14ca-477e-a96b-c836aa3fd3c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:36.458532 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:36.469206 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6649b-642e-4441-841f-81b8ff9e7c83 req-07a89a9c-1a37-43a8-b422-5b22afd35a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:36.470745 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fcb6649b-642e-4441-841f-81b8ff9e7c83 req-07a89a9c-1a37-43a8-b422-5b22afd35a4e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0684440 Jul 28 17:50:36.504718 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (5da6905b-247d-4a28-a5b6-247d05430ecb), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:36.508727 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-2e3a958d-14ca-477e-a96b-c836aa3fd3c6 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.3981702 Jul 28 17:50:36.509327 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43406) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:36.513900 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-83733bca-c3e8-4b9d-83d8-a9bc24ed0ede admin admin] Request body: {'subnet': {'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-subnet', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:36.520923 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a958d-14ca-477e-a96b-c836aa3fd3c6 admin admin] Pushing event updated for resources: {'Network': ['ID=4c7de1cf-fa0f-482c-9686-4fc41e18afb7,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:36.531046 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:50:36.539967 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83733bca-c3e8-4b9d-83d8-a9bc24ed0ede admin admin] Made reservation on behalf of 72a9ad9df4f84c658e9964f1a0c0b282 for: {'subnet': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:50:36.544786 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-83733bca-c3e8-4b9d-83d8-a9bc24ed0ede admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318619'] for subnet (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:36.592144 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:36.727215 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-83733bca-c3e8-4b9d-83d8-a9bc24ed0ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8530842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318645'] for subnet (adcc443e-ff8a-4ec1-b3aa-5572612cf945), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:36.738628 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:36.780513 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fcb6649b-642e-4441-841f-81b8ff9e7c83 req-87fcd965-02c6-4376-9a91-39a4d0c8fa9b service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606038 Jul 28 17:50:36.793949 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83733bca-c3e8-4b9d-83d8-a9bc24ed0ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=adcc443e-ff8a-4ec1-b3aa-5572612cf945,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:36.804316 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83733bca-c3e8-4b9d-83d8-a9bc24ed0ede admin admin] Checking segment: {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:50:36.804674 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83733bca-c3e8-4b9d-83d8-a9bc24ed0ede admin admin] Network hostable DHCP agents. Network: 4c7de1cf-fa0f-482c-9686-4fc41e18afb7, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:50:36.822613 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83733bca-c3e8-4b9d-83d8-a9bc24ed0ede admin admin] Network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:50:36.834264 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-83733bca-c3e8-4b9d-83d8-a9bc24ed0ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, 4c7de1cf-fa0f-482c-9686-4fc41e18afb7) {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:50:36.839094 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83733bca-c3e8-4b9d-83d8-a9bc24ed0ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:36.839688 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-83733bca-c3e8-4b9d-83d8-a9bc24ed0ede admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:36.849680 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fc48db-ab77-4942-aae0-8738a475372d None None] Network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:50:36.863096 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-83733bca-c3e8-4b9d-83d8-a9bc24ed0ede admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3527052 Jul 28 17:50:36.865715 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43408) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:36.870547 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:36.901664 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router (2d47a542-f47f-47f4-96fb-ccfb58776de1), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:36.902972 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router (2d47a542-f47f-47f4-96fb-ccfb58776de1), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:36.960892 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Publish callbacks [] for router_controller (2d47a542-f47f-47f4-96fb-ccfb58776de1), precommit_add_association {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:36.969332 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf73fbaf6-72e4-5ce7-afe8-ff53955ba9d2-4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945'}]}} from dv-cinder-813229-13-iscsi. {{(pid=110737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 17:50:36.970604 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:37.117927 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.db_base_plugin_common [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Allocated IP 172.20.0.2 (4c7de1cf-fa0f-482c-9686-4fc41e18afb7/adcc443e-ff8a-4ec1-b3aa-5572612cf945/f86d3f2b-a96c-491d-8dc9-5f12c8992d6c) {{(pid=110737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:50:37.241361 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da6905b-247d-4a28-a5b6-247d05430ecb {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:50:37.254205 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1ffe5-261b-402d-ab30-33129eae856c req-471418e7-38ea-4f2e-9faf-7156824cc87c tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:37.255742 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-70b1ffe5-261b-402d-ab30-33129eae856c req-471418e7-38ea-4f2e-9faf-7156824cc87c tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.100 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 945 time: 0.4241774 Jul 28 17:50:37.263596 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Publish callbacks [] for port (5da6905b-247d-4a28-a5b6-247d05430ecb), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:37.277689 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Publish callbacks [] for port (f86d3f2b-a96c-491d-8dc9-5f12c8992d6c), precommit_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:37.280273 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:37.281796 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:37.287031 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (f86d3f2b-a96c-491d-8dc9-5f12c8992d6c), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:37.320883 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Transition to ACTIVE for port object 5da6905b-247d-4a28-a5b6-247d05430ecb will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:50:37.344661 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 is already hosted by enough agents. {{(pid=110737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:50:37.350284 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.base_scheduler [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Resources bound (agent type, host, resource id): {{(pid=110737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:50:37.352648 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Received port after_create {{(pid=110737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:50:37.368068 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Pushing event updated for resources: {'Port': ['ID=f86d3f2b-a96c-491d-8dc9-5f12c8992d6c,revision_number=1']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:37.390767 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (5da6905b-247d-4a28-a5b6-247d05430ecb), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:37.397115 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-70b1ffe5-261b-402d-ab30-33129eae856c req-3bce1e07-19cd-47b7-88f2-54e79256005f tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Deleting port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:37.397478 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-70b1ffe5-261b-402d-ab30-33129eae856c req-3bce1e07-19cd-47b7-88f2-54e79256005f tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:37.401492 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fcb6649b-642e-4441-841f-81b8ff9e7c83 req-0ecd0019-7a48-42b5-9323-88e82c09dd80 service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5810142 Jul 28 17:50:37.419470 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1006a9-66a1-4f96-9fff-710d032b74e6 req-62d8a6e1-fc3d-4095-bf7b-fa832388ea75 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:37.426935 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3b1006a9-66a1-4f96-9fff-710d032b74e6 req-62d8a6e1-fc3d-4095-bf7b-fa832388ea75 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 931 time: 0.1468329 Jul 28 17:50:37.436041 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Attempting to bind port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:50:37.436412 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Attempting to bind port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:50:37.436996 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Attempting to bind port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c on network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:50:37.446679 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:50:37.447854 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Checking segment: {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:50:37.448495 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:37.449057 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Bound using segment: {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:50:37.449288 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Publish callbacks [] for router_gateway (2d47a542-f47f-47f4-96fb-ccfb58776de1), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:37.449965 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Bound port: f86d3f2b-a96c-491d-8dc9-5f12c8992d6c, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:50:37.450521 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (f86d3f2b-a96c-491d-8dc9-5f12c8992d6c), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:37.518917 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] For port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:50:37.523639 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] For port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=f86d3f2b-a96c-491d-8dc9-5f12c8992d6c,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:50:37.529847 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3b1006a9-66a1-4f96-9fff-710d032b74e6 req-b3dfbf8d-86e4-43fd-8e62-1ed12604d950 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea848e1b-2f2e-40e5-9479-bb18f566bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019173 Jul 28 17:50:37.534189 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (f86d3f2b-a96c-491d-8dc9-5f12c8992d6c), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:37.570549 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Pushing event updated for resources: {'Port': ['ID=5da6905b-247d-4a28-a5b6-247d05430ecb,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:37.617223 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d975ba-b789-4ff2-8775-7325b927d137 req-e022cbb8-f308-432e-be8d-2e01e5edb354 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:37.617455 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a77a6-0768-42ae-b016-ebdb2021353b None None] Pushing event updated for resources: {'Port': ['ID=f86d3f2b-a96c-491d-8dc9-5f12c8992d6c,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:37.622093 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d7d975ba-b789-4ff2-8775-7325b927d137 req-e022cbb8-f308-432e-be8d-2e01e5edb354 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 945 time: 0.2283111 Jul 28 17:50:37.663225 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:37.706483 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-70b1ffe5-261b-402d-ab30-33129eae856c req-3bce1e07-19cd-47b7-88f2-54e79256005f tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] For port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18,segment=NetworkSegment(27ae5e91-1fef-429b-b92b-7aac2180f4c1),segment_id=27ae5e91-1fef-429b-b92b-7aac2180f4c1)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:37.706713 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-70b1ffe5-261b-402d-ab30-33129eae856c req-3bce1e07-19cd-47b7-88f2-54e79256005f tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:37.718668 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Publish callbacks [] for router_gateway (2d47a542-f47f-47f4-96fb-ccfb58776de1), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:37.737760 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-70b1ffe5-261b-402d-ab30-33129eae856c req-3bce1e07-19cd-47b7-88f2-54e79256005f tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Calling delete_port for 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:37.740096 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:37.776446 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:37.847096 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:37.860741 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:37.880510 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d7d975ba-b789-4ff2-8775-7325b927d137 req-bb479049-94a3-4c01-a6b2-ef455602a309 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/security-groups?id=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574940 Jul 28 17:50:37.883933 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Allocated IP 172.27.1.214 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/a4290c81-8857-4670-987f-1652b07ead40) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:50:37.889498 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Attempting to bind port 5da6905b-247d-4a28-a5b6-247d05430ecb on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:50:37.890705 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Attempting to bind port 5da6905b-247d-4a28-a5b6-247d05430ecb by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '2856f09c-f174-4fdd-9016-ab1555fa8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:50:37.891291 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Attempting to bind port 5da6905b-247d-4a28-a5b6-247d05430ecb on network ae8fa151-853f-466c-9398-a2ea0d9328cd {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:50:37.897998 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dbf6bf42-cdd0-4ac1-94c8-ab68a7041b8a req-3eeca34f-5aa3-4d26-8dab-3aa0859bc9d7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1361103 Jul 28 17:50:37.909641 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Port 5da6905b-247d-4a28-a5b6-247d05430ecb on network ae8fa151-853f-466c-9398-a2ea0d9328cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:50:37.910213 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Attempting to bind port 5da6905b-247d-4a28-a5b6-247d05430ecb on network ae8fa151-853f-466c-9398-a2ea0d9328cd {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:50:37.924252 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:50:37.924585 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Checking segment: {'id': '2856f09c-f174-4fdd-9016-ab1555fa8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:50:37.924836 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Bound using segment: {'id': '2856f09c-f174-4fdd-9016-ab1555fa8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:50:37.925456 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Bound port: 5da6905b-247d-4a28-a5b6-247d05430ecb, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2856f09c-f174-4fdd-9016-ab1555fa8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:50:37.930196 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (5da6905b-247d-4a28-a5b6-247d05430ecb), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:38.069464 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Publish callbacks [] for port (a4290c81-8857-4670-987f-1652b07ead40), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:38.101136 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6bf42-cdd0-4ac1-94c8-ab68a7041b8a req-55d705b9-8b54-447c-a0f2-87ebf8fef632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:38.103040 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dbf6bf42-cdd0-4ac1-94c8-ab68a7041b8a req-55d705b9-8b54-447c-a0f2-87ebf8fef632 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0ef795b478944722886f1d084f49008d&device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 1130 time: 0.1257577 Jul 28 17:50:38.107820 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (a4290c81-8857-4670-987f-1652b07ead40), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:38.139428 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device f86d3f2b-a96c-491d-8dc9-5f12c8992d6c up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:50:38.154143 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:50:38.157433 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:50:38.159962 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:50:38.186092 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:38.186473 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (f86d3f2b-a96c-491d-8dc9-5f12c8992d6c), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:38.196921 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Pushing event updated for resources: {'Port': ['ID=a4290c81-8857-4670-987f-1652b07ead40,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:38.202845 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] For port 5da6905b-247d-4a28-a5b6-247d05430ecb, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:50:38.206215 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] For port 5da6905b-247d-4a28-a5b6-247d05430ecb, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5da6905b-247d-4a28-a5b6-247d05430ecb,segment=NetworkSegment(2856f09c-f174-4fdd-9016-ab1555fa8266),segment_id=2856f09c-f174-4fdd-9016-ab1555fa8266)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:50:38.220858 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (5da6905b-247d-4a28-a5b6-247d05430ecb), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:38.226983 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-70b1ffe5-261b-402d-ab30-33129eae856c req-3bce1e07-19cd-47b7-88f2-54e79256005f tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (2c9ee1b3-3b2e-44d5-9666-5c62225b2b18), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:38.264387 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['2c9ee1b3-3b2e-44d5-9666-5c62225b2b18'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:50:38.298539 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:38.299226 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:38.300824 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] 10.222.0.100 "PUT /v2.0/ports/5da6905b-247d-4a28-a5b6-247d05430ecb HTTP/1.1" status: 200 len: 1093 time: 1.9058561 Jul 28 17:50:38.304627 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc28eb23-0865-40b3-8263-3a20b158342b', 'tag': '5da6905b-247d-4a28-a5b6-247d05430ecb'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:50:38.306951 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd9b5bc-ee8f-4abe-ae96-6212941d3b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc28eb23-0865-40b3-8263-3a20b158342b", "tag": "5da6905b-247d-4a28-a5b6-247d05430ecb"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:50:38.348947 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:50:38.353086 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (f86d3f2b-a96c-491d-8dc9-5f12c8992d6c), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:38.369329 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6bf42-cdd0-4ac1-94c8-ab68a7041b8a req-bd730b0a-7033-4283-b954-72bccf2814e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:38.373278 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dbf6bf42-cdd0-4ac1-94c8-ab68a7041b8a req-bd730b0a-7033-4283-b954-72bccf2814e2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3c408952-a8f7-48c3-935f-d12a5087c0dd HTTP/1.1" status: 200 len: 910 time: 0.2419627 Jul 28 17:50:38.403197 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a171302f-533b-4aad-bf00-2544a9afa1d2 x-openstack-request-id: req-a171302f-533b-4aad-bf00-2544a9afa1d2 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:50:38.403520 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc28eb23-0865-40b3-8263-3a20b158342b", "tag": "5da6905b-247d-4a28-a5b6-247d05430ecb", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:50:38.403735 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a171302f-533b-4aad-bf00-2544a9afa1d2 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:50:38.404154 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a171302f-533b-4aad-bf00-2544a9afa1d2'] response: {'name': 'network-changed', 'server_uuid': 'fc28eb23-0865-40b3-8263-3a20b158342b', 'tag': '5da6905b-247d-4a28-a5b6-247d05430ecb', 'status': 'completed', 'code': 200} Jul 28 17:50:38.412213 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beed666-351f-48ca-b689-f52bbaf9d5ff service neutron] Pushing event updated for resources: {'Port': ['ID=5da6905b-247d-4a28-a5b6-247d05430ecb,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:38.422638 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=f86d3f2b-a96c-491d-8dc9-5f12c8992d6c,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:38.432748 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (f86d3f2b-a96c-491d-8dc9-5f12c8992d6c), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:38.435880 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b1ffe5-261b-402d-ab30-33129eae856c req-3bce1e07-19cd-47b7-88f2-54e79256005f tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] No DVR routers for this DVR port 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:50:38.474736 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-70b1ffe5-261b-402d-ab30-33129eae856c req-3bce1e07-19cd-47b7-88f2-54e79256005f tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:38.478258 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-70b1ffe5-261b-402d-ab30-33129eae856c req-3bce1e07-19cd-47b7-88f2-54e79256005f tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.100 "DELETE /v2.0/ports/2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 HTTP/1.1" status: 204 len: 173 time: 1.2166858 Jul 28 17:50:38.507571 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce1e07-19cd-47b7-88f2-54e79256005f tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] Pushing event deleted for resources: {'Port': ['ID=2c9ee1b3-3b2e-44d5-9666-5c62225b2b18,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:38.513962 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Publish callbacks [] for router_gateway (2d47a542-f47f-47f4-96fb-ccfb58776de1), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:38.517917 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-7d57b424-b11c-414a-9698-a394e4c170b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:38.519441 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-7d57b424-b11c-414a-9698-a394e4c170b0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=78a2f25af7784086aadec8dd5a1015dd&device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 1127 time: 0.1423435 Jul 28 17:50:38.521129 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=f86d3f2b-a96c-491d-8dc9-5f12c8992d6c,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:38.547966 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dbf6bf42-cdd0-4ac1-94c8-ab68a7041b8a req-3d6125f4-613c-463b-97e8-218fb9c8169c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc52a880-fa63-4cb8-9043-9a3589099ae5 HTTP/1.1" status: 200 len: 1001 time: 0.1470556 Jul 28 17:50:38.634714 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-a783fa6a-4022-4009-aabb-fa99b7e63fb5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5da6905b-247d-4a28-a5b6-247d05430ecb HTTP/1.1" status: 200 len: 217 time: 0.1015358 Jul 28 17:50:38.698512 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd09ba-7e85-4dc2-928e-a830d02a2bf6 req-b3bfdecd-262f-4109-81c2-c86ffa1c7c81 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:38.700315 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a6bd09ba-7e85-4dc2-928e-a830d02a2bf6 req-b3bfdecd-262f-4109-81c2-c86ffa1c7c81 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 943 time: 0.0631504 Jul 28 17:50:38.740040 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6bf42-cdd0-4ac1-94c8-ab68a7041b8a req-5b2abe24-a4dc-4b59-98f2-f7b1f44eec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:38.741603 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dbf6bf42-cdd0-4ac1-94c8-ab68a7041b8a req-5b2abe24-a4dc-4b59-98f2-f7b1f44eec53 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fe593b98-b683-41c5-a77d-ecb43eb96f49 HTTP/1.1" status: 200 len: 847 time: 0.1326520 Jul 28 17:50:38.777511 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364161'] for router (2d47a542-f47f-47f4-96fb-ccfb58776de1), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:38.842561 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a6bd09ba-7e85-4dc2-928e-a830d02a2bf6 req-e55ee771-6ad9-4751-af76-744bb013a5a7 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea848e1b-2f2e-40e5-9479-bb18f566bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936446 Jul 28 17:50:38.844446 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-a8661944-4080-4b9a-a091-891e1e9d1e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:38.845853 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-a8661944-4080-4b9a-a091-891e1e9d1e9f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ce8ae2ae-69b2-4f29-aac4-77e56446331a HTTP/1.1" status: 200 len: 849 time: 0.1446347 Jul 28 17:50:38.893730 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:38.961574 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Router 2d47a542-f47f-47f4-96fb-ccfb58776de1 is scheduled to L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 with binding_index 1 {{(pid=110736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 17:50:39.009674 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-644ab5ef-5c5d-439d-af6c-78dc1f9cae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:39.011379 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-644ab5ef-5c5d-439d-af6c-78dc1f9cae56 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ae8fa151-853f-466c-9398-a2ea0d9328cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0908027 Jul 28 17:50:39.014510 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6bf42-cdd0-4ac1-94c8-ab68a7041b8a req-e8427773-5fc1-4e14-b3b5-7fe35f0eb0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:39.016155 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dbf6bf42-cdd0-4ac1-94c8-ab68a7041b8a req-e8427773-5fc1-4e14-b3b5-7fe35f0eb0ec service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3c408952-a8f7-48c3-935f-d12a5087c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0930641 Jul 28 17:50:39.056720 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4645ac18-0658-4e2d-8ce6-8e06328d5864 req-fa035662-841a-41a3-b1e9-2a9e94e64cb5 tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] 10.222.0.89 "GET /v2.0/ports?device_id=574a7513-1b6c-4bb8-a8f2-d77593f830d2 HTTP/1.1" status: 200 len: 210 time: 0.0774448 Jul 28 17:50:39.097950 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5396963a-e389-4bfe-971f-37a52c85fb83 None None] Network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:50:39.141827 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:39.144472 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=95 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:39.148434 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:50:39.165280 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:39.168543 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Sync routers for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:50:39.181067 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:39.183760 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-94e8672f-e35c-4811-951f-dfcb1721f81c admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3169618 Jul 28 17:50:39.186774 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43420) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:39.190617 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:39.214068 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:39.214916 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:39.230451 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-a6beb27c-af51-4ea7-aa28-e76a9a9f7a66 service neutron] 10.222.0.100 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011025 Jul 28 17:50:39.232161 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dbf6bf42-cdd0-4ac1-94c8-ab68a7041b8a req-49be44e3-3501-4062-99f1-e1ce0f52248a service neutron] 10.222.0.100 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927989 Jul 28 17:50:39.278642 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-4c77dfa7-ba97-4985-9f62-ed5b094ca6c2 None None] Provisioning complete for port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:39.279019 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-4c77dfa7-ba97-4985-9f62-ed5b094ca6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (f86d3f2b-a96c-491d-8dc9-5f12c8992d6c), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:39.407180 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dbf6bf42-cdd0-4ac1-94c8-ab68a7041b8a req-1a1cfdee-2ee1-48d6-86a9-e1fd2d670313 service neutron] 10.222.0.100 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583142 Jul 28 17:50:39.422209 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44b9056-3f50-43cf-b21b-abaa96d8beac req-d2363607-6a4a-47de-b0ed-8e4ccc631e3a service neutron] 10.222.0.100 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803291 Jul 28 17:50:39.485715 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:39.535802 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:39.642381 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:39.663452 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-4c77dfa7-ba97-4985-9f62-ed5b094ca6c2 None None] Current status of the port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:50:39.742049 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:38Z', 'revision_number': 3, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:39.767856 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Checking router: 2d47a542-f47f-47f4-96fb-ccfb58776de1 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:50:39.768129 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Updating router 2d47a542-f47f-47f4-96fb-ccfb58776de1 port a4290c81-8857-4670-987f-1652b07ead40 binding host dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:50:39.801656 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-0694a581-6a16-4619-bff2-5c3ca99a49f7 None None] Provisioning complete for port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:39.801903 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Allocated IP 172.20.0.1 (4c7de1cf-fa0f-482c-9686-4fc41e18afb7/adcc443e-ff8a-4ec1-b3aa-5572612cf945/17feb5b0-08ac-46a1-95c6-56aab336907f) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:50:39.802042 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-0694a581-6a16-4619-bff2-5c3ca99a49f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (f86d3f2b-a96c-491d-8dc9-5f12c8992d6c), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:39.806700 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (a4290c81-8857-4670-987f-1652b07ead40), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:39.867771 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:39.929609 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Publish callbacks [] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:39.968755 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:39.990069 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c59a6-101b-4465-8fb7-dcda0b7626a8 req-da6b8a33-6fde-426b-a92d-ba9e7ab2c6a5 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:39.991962 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4e8c59a6-101b-4465-8fb7-dcda0b7626a8 req-da6b8a33-6fde-426b-a92d-ba9e7ab2c6a5 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 943 time: 0.0659935 Jul 28 17:50:40.013503 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:50:40.017023 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:40.023842 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:50:40.025762 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:50:40.030114 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Pushing event updated for resources: {'Port': ['ID=17feb5b0-08ac-46a1-95c6-56aab336907f,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:40.049985 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4e8c59a6-101b-4465-8fb7-dcda0b7626a8 req-b3d0927d-1ff5-4a29-8d6a-2e9e09db135f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea848e1b-2f2e-40e5-9479-bb18f566bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516076 Jul 28 17:50:40.070214 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-0694a581-6a16-4619-bff2-5c3ca99a49f7 None None] Current status of the port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:50:40.100786 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663937'] for router_interface (2d47a542-f47f-47f4-96fb-ccfb58776de1), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:40.104941 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device f86d3f2b-a96c-491d-8dc9-5f12c8992d6c up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:50:40.212455 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:40.213018 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (f86d3f2b-a96c-491d-8dc9-5f12c8992d6c), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:40.249572 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:40.289007 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Publish callbacks [] for port (a4290c81-8857-4670-987f-1652b07ead40), precommit_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:40.299527 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (a4290c81-8857-4670-987f-1652b07ead40), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:40.327029 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:40.346705 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:50:40.363063 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:40.393290 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9b5bc-ee8f-4abe-ae96-6212941d3b5d req-4542a69b-a187-43c6-aa48-a0f70715b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:40.395064 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ecd9b5bc-ee8f-4abe-ae96-6212941d3b5d req-4542a69b-a187-43c6-aa48-a0f70715b12e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=78a2f25af7784086aadec8dd5a1015dd&device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 1127 time: 0.0872219 Jul 28 17:50:40.408433 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'name': 'network-vif-deleted', 'tag': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:50:40.412886 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb81be68-ff61-4747-993c-5ac037354a23" -d '{"events": [{"server_uuid": "574a7513-1b6c-4bb8-a8f2-d77593f830d2", "name": "network-vif-deleted", "tag": "2c9ee1b3-3b2e-44d5-9666-5c62225b2b18"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:50:40.452062 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:50:40.452425 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 2c9ee1b3-3b2e-44d5-9666-5c62225b2b18 not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:50:40.483618 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6780cc7-441a-47b1-8572-84bc8fdf4111 None None] Pushing event updated for resources: {'Port': ['ID=a4290c81-8857-4670-987f-1652b07ead40,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:40.493449 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Attempting to bind port a4290c81-8857-4670-987f-1652b07ead40 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:50:40.493713 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0b93ae-cdca-45c9-b430-5ecb6ce1e3ce x-openstack-request-id: req-ec0b93ae-cdca-45c9-b430-5ecb6ce1e3ce {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:50:40.493893 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Attempting to bind port a4290c81-8857-4670-987f-1652b07ead40 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:50:40.494053 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574a7513-1b6c-4bb8-a8f2-d77593f830d2", "name": "network-vif-deleted", "tag": "2c9ee1b3-3b2e-44d5-9666-5c62225b2b18", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:50:40.494210 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Attempting to bind port a4290c81-8857-4670-987f-1652b07ead40 on network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:50:40.494466 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ec0b93ae-cdca-45c9-b430-5ecb6ce1e3ce {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:50:40.494973 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec0b93ae-cdca-45c9-b430-5ecb6ce1e3ce'] response: {'server_uuid': '574a7513-1b6c-4bb8-a8f2-d77593f830d2', 'name': 'network-vif-deleted', 'tag': '2c9ee1b3-3b2e-44d5-9666-5c62225b2b18', 'status': 'completed', 'code': 200} Jul 28 17:50:40.500109 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-339c2e3a-e81b-401f-98db-e79885cc3196 None None] Provisioning complete for port 17feb5b0-08ac-46a1-95c6-56aab336907f triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:40.500109 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-339c2e3a-e81b-401f-98db-e79885cc3196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:40.504290 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Publish callbacks [] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:40.511686 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530785'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:40.522066 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:50:40.526361 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:50:40.526605 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Checking segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:50:40.527119 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:40.527240 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9b5bc-ee8f-4abe-ae96-6212941d3b5d req-dd94d0e9-33ba-46c5-bb19-a5e0caa2c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:40.527418 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Bound using segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:50:40.527855 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Bound port: a4290c81-8857-4670-987f-1652b07ead40, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:50:40.528242 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (a4290c81-8857-4670-987f-1652b07ead40), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:40.529175 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ecd9b5bc-ee8f-4abe-ae96-6212941d3b5d req-dd94d0e9-33ba-46c5-bb19-a5e0caa2c9c4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ae8fa151-853f-466c-9398-a2ea0d9328cd HTTP/1.1" status: 200 len: 912 time: 0.1095643 Jul 28 17:50:40.566051 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-339c2e3a-e81b-401f-98db-e79885cc3196 None None] Port 17feb5b0-08ac-46a1-95c6-56aab336907f cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:50:40.590222 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] For port a4290c81-8857-4670-987f-1652b07ead40, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:50:40.593655 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] For port a4290c81-8857-4670-987f-1652b07ead40, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=a4290c81-8857-4670-987f-1652b07ead40,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:50:40.599706 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Pushing event updated for resources: {'Port': ['ID=17feb5b0-08ac-46a1-95c6-56aab336907f,revision_number=2']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:40.602476 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (a4290c81-8857-4670-987f-1652b07ead40), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:40.602617 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664061'] for router_interface (2d47a542-f47f-47f4-96fb-ccfb58776de1), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:40.670519 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:40.671184 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:40.717583 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:50:40.718137 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6780cc7-441a-47b1-8572-84bc8fdf4111 None None] Pushing event updated for resources: {'Port': ['ID=a4290c81-8857-4670-987f-1652b07ead40,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:40.719231 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:50:40.757935 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ecd9b5bc-ee8f-4abe-ae96-6212941d3b5d req-cb75943b-2360-492a-ab5e-b185d2a796f1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5da6905b-247d-4a28-a5b6-247d05430ecb HTTP/1.1" status: 200 len: 217 time: 0.0750158 Jul 28 17:50:40.816695 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:40.841648 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9b5bc-ee8f-4abe-ae96-6212941d3b5d req-11f55b48-6b0c-4d1f-81f3-1203795d9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:40.845590 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ecd9b5bc-ee8f-4abe-ae96-6212941d3b5d req-11f55b48-6b0c-4d1f-81f3-1203795d9515 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ce8ae2ae-69b2-4f29-aac4-77e56446331a HTTP/1.1" status: 200 len: 849 time: 0.0765026 Jul 28 17:50:40.949407 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9b5bc-ee8f-4abe-ae96-6212941d3b5d req-02c2bd7a-0445-4c41-b614-da6b86449238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:40.952236 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ecd9b5bc-ee8f-4abe-ae96-6212941d3b5d req-02c2bd7a-0445-4c41-b614-da6b86449238 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ae8fa151-853f-466c-9398-a2ea0d9328cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0777905 Jul 28 17:50:41.107190 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-d7286aa2-6786-4e22-9720-a7782771a378 None None] Provisioning complete for port 17feb5b0-08ac-46a1-95c6-56aab336907f triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:41.107566 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d7286aa2-6786-4e22-9720-a7782771a378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:41.109783 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 2, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:41.149079 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Router 2d47a542-f47f-47f4-96fb-ccfb58776de1 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:50:41.154459 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:41.160376 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e803f7c9-7682-480e-901c-2bed10df432c None None] The sync data for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi is: [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 2, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:50:41.176310 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-d7286aa2-6786-4e22-9720-a7782771a378 None None] Port 17feb5b0-08ac-46a1-95c6-56aab336907f cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:50:41.210321 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43474) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:41.284419 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:50:41.297407 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-24a1f3c0-3924-4690-a91c-9fdba101068d admin admin] 10.222.0.89 "PUT /v2.0/routers/2d47a542-f47f-47f4-96fb-ccfb58776de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1014102 Jul 28 17:50:41.307162 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:50:41.322520 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdba98-5518-4b35-8221-c7600781e415 req-ca994edb-97ec-499d-a476-cdd6e9171581 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:41.324047 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-afcdba98-5518-4b35-8221-c7600781e415 req-ca994edb-97ec-499d-a476-cdd6e9171581 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 943 time: 0.1364856 Jul 28 17:50:41.384578 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:41.454736 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ecd9b5bc-ee8f-4abe-ae96-6212941d3b5d req-d25ed011-c9aa-44e2-98c8-e80fc5fe4faf service neutron] 10.222.0.100 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036575 Jul 28 17:50:41.459221 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-afcdba98-5518-4b35-8221-c7600781e415 req-f2c89a30-14d8-4004-aa9c-8019140879a1 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea848e1b-2f2e-40e5-9479-bb18f566bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282384 Jul 28 17:50:41.647787 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ecd9b5bc-ee8f-4abe-ae96-6212941d3b5d req-3594cd2f-1efc-41ea-98a9-6cddcf692029 service neutron] 10.222.0.100 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560147 Jul 28 17:50:41.653239 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43482) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:41.658585 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-ad9dd49c-9a45-4ffc-9f78-996be7237aad tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1891878737', 'description': 'tempest-description--997386089'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:41.685053 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd49c-9a45-4ffc-9f78-996be7237aad tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:41.716338 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:41.729642 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:41.763454 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd49c-9a45-4ffc-9f78-996be7237aad tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (46394767-d88f-4c68-88b0-f35808d6e76d), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:41.768916 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd49c-9a45-4ffc-9f78-996be7237aad tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (46394767-d88f-4c68-88b0-f35808d6e76d), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:41.778957 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a0cddc6f-6c7a-433d-b3e1-d6d10f302203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360476'] for router_interface (55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:41.802733 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dd49c-9a45-4ffc-9f78-996be7237aad tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46394767-d88f-4c68-88b0-f35808d6e76d,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:41.807030 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd49c-9a45-4ffc-9f78-996be7237aad tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:41.809269 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-ad9dd49c-9a45-4ffc-9f78-996be7237aad tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1539056 Jul 28 17:50:41.811515 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43484) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:41.819266 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-1534b2d7-5259-4794-ac0e-b9538f7c9be0 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'security_group_rule': {'security_group_id': '46394767-d88f-4c68-88b0-f35808d6e76d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:41.858279 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1534b2d7-5259-4794-ac0e-b9538f7c9be0 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (9ae83d82-458a-4e0e-a695-bb03e15d5e95), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:41.927674 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1534b2d7-5259-4794-ac0e-b9538f7c9be0 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (9ae83d82-458a-4e0e-a695-bb03e15d5e95), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:41.933569 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1534b2d7-5259-4794-ac0e-b9538f7c9be0 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (9ae83d82-458a-4e0e-a695-bb03e15d5e95), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:41.961829 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534b2d7-5259-4794-ac0e-b9538f7c9be0 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae83d82-458a-4e0e-a695-bb03e15d5e95,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:41.994131 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1534b2d7-5259-4794-ac0e-b9538f7c9be0 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:41.995741 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-1534b2d7-5259-4794-ac0e-b9538f7c9be0 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1824036 Jul 28 17:50:41.998441 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43486) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:42.004996 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-d1e0ecc5-e9e7-499c-bb58-ac134bad332e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'security_group_rule': {'security_group_id': '46394767-d88f-4c68-88b0-f35808d6e76d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:42.062814 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d1e0ecc5-e9e7-499c-bb58-ac134bad332e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (2d796c48-29b7-4747-9919-b869b6a539ac), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.090319 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-a0cddc6f-6c7a-433d-b3e1-d6d10f302203 admin admin] Deleting port 6a2a2f5c-3feb-4319-9379-706e5d4e21de {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:42.090794 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a0cddc6f-6c7a-433d-b3e1-d6d10f302203 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.135940 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device a4290c81-8857-4670-987f-1652b07ead40 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:50:42.158740 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d1e0ecc5-e9e7-499c-bb58-ac134bad332e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (2d796c48-29b7-4747-9919-b869b6a539ac), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.165130 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d1e0ecc5-e9e7-499c-bb58-ac134bad332e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (2d796c48-29b7-4747-9919-b869b6a539ac), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.185394 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0ecc5-e9e7-499c-bb58-ac134bad332e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d796c48-29b7-4747-9919-b869b6a539ac,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:42.197197 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port a4290c81-8857-4670-987f-1652b07ead40 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:42.197722 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (a4290c81-8857-4670-987f-1652b07ead40), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.206617 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [None req-a0cddc6f-6c7a-433d-b3e1-d6d10f302203 admin admin] For port 6a2a2f5c-3feb-4319-9379-706e5d4e21de, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=6a2a2f5c-3feb-4319-9379-706e5d4e21de,segment=NetworkSegment(27ae5e91-1fef-429b-b92b-7aac2180f4c1),segment_id=27ae5e91-1fef-429b-b92b-7aac2180f4c1)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:42.207053 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a0cddc6f-6c7a-433d-b3e1-d6d10f302203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.208219 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-d1e0ecc5-e9e7-499c-bb58-ac134bad332e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.209695 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-d1e0ecc5-e9e7-499c-bb58-ac134bad332e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2101266 Jul 28 17:50:42.212899 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43488) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:42.217639 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'floatingip': {'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:42.223570 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-a0cddc6f-6c7a-433d-b3e1-d6d10f302203 admin admin] Calling delete_port for 6a2a2f5c-3feb-4319-9379-706e5d4e21de owned by network:router_interface {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:42.250026 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.292800 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port a4290c81-8857-4670-987f-1652b07ead40 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:50:42.293641 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (a4290c81-8857-4670-987f-1652b07ead40), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.318108 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:42.320942 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port a4290c81-8857-4670-987f-1652b07ead40, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=a4290c81-8857-4670-987f-1652b07ead40,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:42.330961 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (a4290c81-8857-4670-987f-1652b07ead40), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.371905 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:42.374053 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.412412 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=a4290c81-8857-4670-987f-1652b07ead40,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:42.415461 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 5da6905b-247d-4a28-a5b6-247d05430ecb details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:50:42.535359 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Allocated IP 172.27.1.125 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/19adbf2d-b566-440c-a62c-9aecace60614) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:50:42.566333 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 5da6905b-247d-4a28-a5b6-247d05430ecb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5da6905b-247d-4a28-a5b6-247d05430ecb,segment=NetworkSegment(2856f09c-f174-4fdd-9016-ab1555fa8266),segment_id=2856f09c-f174-4fdd-9016-ab1555fa8266)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:42.576043 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:42.583835 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '5da6905b-247d-4a28-a5b6-247d05430ecb', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'port_id': '5da6905b-247d-4a28-a5b6-247d05430ecb', 'mac_address': 'fa:16:3e:83:9c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:50:42.632072 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 5da6905b-247d-4a28-a5b6-247d05430ecb is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:50:42.632619 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (5da6905b-247d-4a28-a5b6-247d05430ecb), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.651432 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da6905b-247d-4a28-a5b6-247d05430ecb {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:50:42.683596 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 5da6905b-247d-4a28-a5b6-247d05430ecb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5da6905b-247d-4a28-a5b6-247d05430ecb,segment=NetworkSegment(2856f09c-f174-4fdd-9016-ab1555fa8266),segment_id=2856f09c-f174-4fdd-9016-ab1555fa8266)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:42.691640 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (5da6905b-247d-4a28-a5b6-247d05430ecb), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.694105 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for port (19adbf2d-b566-440c-a62c-9aecace60614), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.746722 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (19adbf2d-b566-440c-a62c-9aecace60614), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.755804 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=5da6905b-247d-4a28-a5b6-247d05430ecb,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:42.763647 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd9ad8-93e9-4f12-a1ac-677c3dfa0031 req-b64984fc-9bb8-4fa5-bf26-d11fb933f740 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:42.765267 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-69dd9ad8-93e9-4f12-a1ac-677c3dfa0031 req-b64984fc-9bb8-4fa5-bf26-d11fb933f740 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 944 time: 0.0678203 Jul 28 17:50:42.797054 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:50:42.802759 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:50:42.805236 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'Port': ['ID=19adbf2d-b566-440c-a62c-9aecace60614,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:42.807585 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:50:42.811971 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:42.873531 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-69dd9ad8-93e9-4f12-a1ac-677c3dfa0031 req-4394d52d-21df-427f-ad11-cfb97a52058d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea848e1b-2f2e-40e5-9479-bb18f566bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971103 Jul 28 17:50:42.875331 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a0cddc6f-6c7a-433d-b3e1-d6d10f302203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (6a2a2f5c-3feb-4319-9379-706e5d4e21de), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.925045 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cddc6f-6c7a-433d-b3e1-d6d10f302203 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2a2f5c-3feb-4319-9379-706e5d4e21de,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:42.925298 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (820e1efc-f2cc-4b76-a79c-913023678825), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.971173 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (19adbf2d-b566-440c-a62c-9aecace60614), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:42.972711 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:43.004536 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['5da6905b-247d-4a28-a5b6-247d05430ecb'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:50:43.045000 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:43.114723 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a0cddc6f-6c7a-433d-b3e1-d6d10f302203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360584'] for router_interface (55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:43.163624 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for port (19adbf2d-b566-440c-a62c-9aecace60614), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:43.171023 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530785'] for port (19adbf2d-b566-440c-a62c-9aecace60614), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:43.181954 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:43.248044 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'Port': ['ID=19adbf2d-b566-440c-a62c-9aecace60614,revision_number=2']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:43.261548 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (820e1efc-f2cc-4b76-a79c-913023678825), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:43.277721 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:43.278957 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-f3f6910c-faf2-4127-b3f2-dbd11a094d8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0650792 Jul 28 17:50:43.363491 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cddc6f-6c7a-433d-b3e1-d6d10f302203 admin admin] Router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:50:43.450418 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-ec20f659-22ec-4906-91ff-9f61e25d7df2 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1891878737&fields=id&tenant_id=72a9ad9df4f84c658e9964f1a0c0b282 HTTP/1.1" status: 200 len: 267 time: 0.0527229 Jul 28 17:50:43.475758 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cddc6f-6c7a-433d-b3e1-d6d10f302203 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:50:43.484842 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-a0cddc6f-6c7a-433d-b3e1-d6d10f302203 admin admin] 10.222.0.89 "PUT /v2.0/routers/55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2703249 Jul 28 17:50:43.485065 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43504) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:43.486147 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f056fa0f-8af7-4513-9c69-6309b3c809fc None None] Sync routers for ids ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:50:43.499191 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f056fa0f-8af7-4513-9c69-6309b3c809fc None None] Routers {'55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:43.500910 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-f056fa0f-8af7-4513-9c69-6309b3c809fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:43.572426 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-02f7c560-0a76-4e0a-9329-e779d7938af6 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:43.573966 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-02f7c560-0a76-4e0a-9329-e779d7938af6 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 815 time: 0.1159160 Jul 28 17:50:43.593770 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-096f2028-97b1-4825-b13b-4889ed5c9345 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/quotas/72a9ad9df4f84c658e9964f1a0c0b282 HTTP/1.1" status: 200 len: 375 time: 0.0095196 Jul 28 17:50:43.598310 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d4c4-eba8-4538-9814-3ddbc69ee2cf admin admin] Publish callbacks [] for router (55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:43.610055 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-f056fa0f-8af7-4513-9c69-6309b3c809fc None None] Set router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:43.655246 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-366ddd7b-096e-44c6-b2d3-b2d92b73135e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548267 Jul 28 17:50:43.717895 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d4c4-eba8-4538-9814-3ddbc69ee2cf admin admin] Publish callbacks [] for router_gateway (55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:43.766632 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-94a75704-d7cf-4601-b175-3496109c098a service neutron] 10.222.0.89 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967102 Jul 28 17:50:43.776881 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Sync routers for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:50:43.786200 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-3fa6d4c4-eba8-4538-9814-3ddbc69ee2cf admin admin] Deleting port fd90bbb1-3f41-44c2-8f20-f82465ff5145 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:43.786765 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d4c4-eba8-4538-9814-3ddbc69ee2cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (fd90bbb1-3f41-44c2-8f20-f82465ff5145), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:43.789359 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:43.791640 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-f056fa0f-8af7-4513-9c69-6309b3c809fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'name': 'tempest-TestMinimumBasicScenario-1750303206-router', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 5, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'gw_port': {'id': 'fd90bbb1-3f41-44c2-8f20-f82465ff5145', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:43.792323 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:43.792964 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:43.817904 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f056fa0f-8af7-4513-9c69-6309b3c809fc None None] Checking router: 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:50:43.827657 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f056fa0f-8af7-4513-9c69-6309b3c809fc None None] Routers {'55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:43.831005 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-f056fa0f-8af7-4513-9c69-6309b3c809fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:43.899616 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [None req-3fa6d4c4-eba8-4538-9814-3ddbc69ee2cf admin admin] For port fd90bbb1-3f41-44c2-8f20-f82465ff5145, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=fd90bbb1-3f41-44c2-8f20-f82465ff5145,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:43.899991 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d4c4-eba8-4538-9814-3ddbc69ee2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (fd90bbb1-3f41-44c2-8f20-f82465ff5145), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:43.910080 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-c27a624c-b6d6-4cc9-a373-be18ed9583e9 service neutron] 10.222.0.89 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314590 Jul 28 17:50:43.923766 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-3fa6d4c4-eba8-4538-9814-3ddbc69ee2cf admin admin] Calling delete_port for fd90bbb1-3f41-44c2-8f20-f82465ff5145 owned by network:router_gateway {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:44.062559 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a656e-93ae-426c-aba9-065bd2a8541e req-2a4d8ece-5302-40d8-ad00-9000d7e386c4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:44.064674 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e85a656e-93ae-426c-aba9-065bd2a8541e req-2a4d8ece-5302-40d8-ad00-9000d7e386c4 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 944 time: 0.0905139 Jul 28 17:50:44.130311 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:44.211535 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e85a656e-93ae-426c-aba9-065bd2a8541e req-805bef7d-8fd4-4500-903b-4c5ccc6de997 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea848e1b-2f2e-40e5-9479-bb18f566bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397736 Jul 28 17:50:44.244536 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device a4290c81-8857-4670-987f-1652b07ead40 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:50:44.246051 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-52cb503b-79d6-4ba5-9c68-e65161d77525 req-80f7c193-8582-4ccf-b7ac-b11353a8f9ad tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 210 time: 0.0633690 Jul 28 17:50:44.293278 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:44.294095 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:44.296106 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d4c4-eba8-4538-9814-3ddbc69ee2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (fd90bbb1-3f41-44c2-8f20-f82465ff5145), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:44.313875 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:44.328794 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-f056fa0f-8af7-4513-9c69-6309b3c809fc None None] Set router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a gateway port host: None {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:44.330233 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6d4c4-eba8-4538-9814-3ddbc69ee2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=fd90bbb1-3f41-44c2-8f20-f82465ff5145,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:44.351778 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 5da6905b-247d-4a28-a5b6-247d05430ecb up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:50:44.353607 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port a4290c81-8857-4670-987f-1652b07ead40 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:44.353987 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (a4290c81-8857-4670-987f-1652b07ead40), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:44.397268 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-f056fa0f-8af7-4513-9c69-6309b3c809fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'name': 'tempest-TestMinimumBasicScenario-1750303206-router', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:50:43Z', 'revision_number': 6, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'gw_port_host': None}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:44.429264 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f056fa0f-8af7-4513-9c69-6309b3c809fc None None] The sync data for ids ['55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a'] in dv-cinder-813229-13-iscsi is: [{'id': '55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a', 'name': 'tempest-TestMinimumBasicScenario-1750303206-router', 'tenant_id': '0513cb18c0cd43d5a4784f573bb382d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:09Z', 'updated_at': '2022-07-28T17:50:43Z', 'revision_number': 6, 'project_id': '0513cb18c0cd43d5a4784f573bb382d4', 'gw_port_host': None}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:50:44.431583 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d4c4-eba8-4538-9814-3ddbc69ee2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362268'] for router_gateway (55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:44.536596 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:44.541927 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port 5da6905b-247d-4a28-a5b6-247d05430ecb completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:50:44.544762 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d4c4-eba8-4538-9814-3ddbc69ee2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router (55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:44.547206 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d4c4-eba8-4538-9814-3ddbc69ee2cf admin admin] Publish callbacks [] for router_controller (55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a), precommit_delete_associations {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:44.574460 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 5da6905b-247d-4a28-a5b6-247d05430ecb triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:44.574846 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (5da6905b-247d-4a28-a5b6-247d05430ecb), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:44.601952 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d4c4-eba8-4538-9814-3ddbc69ee2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-664341'] for router (55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:44.602606 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa6d4c4-eba8-4538-9814-3ddbc69ee2cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a {{(pid=110735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 17:50:44.607074 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d4c4-eba8-4538-9814-3ddbc69ee2cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:44.608229 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-3fa6d4c4-eba8-4538-9814-3ddbc69ee2cf admin admin] 10.222.0.89 "DELETE /v2.0/routers/55e4bab7-76ad-4b32-b84b-e3e89bbe1e7a HTTP/1.1" status: 204 len: 168 time: 1.1220977 Jul 28 17:50:44.611342 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43516) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:44.626833 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:44.635751 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port a4290c81-8857-4670-987f-1652b07ead40 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:50:44.661951 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c48550-5a5f-46d6-b023-6e26ae5170c5 admin admin] Deleting subnet b952d617-3955-4a40-a300-e6bf2673617d {{(pid=110736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 17:50:44.665382 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e7c48550-5a5f-46d6-b023-6e26ae5170c5 admin admin] Publish callbacks [] for subnet (b952d617-3955-4a40-a300-e6bf2673617d), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:44.701328 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 2, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:44.708199 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e7c48550-5a5f-46d6-b023-6e26ae5170c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3610771'] for subnet (b952d617-3955-4a40-a300-e6bf2673617d), precommit_delete_associations {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:44.745572 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Checking router: 2d47a542-f47f-47f4-96fb-ccfb58776de1 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:50:44.745847 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Updating router 2d47a542-f47f-47f4-96fb-ccfb58776de1 port 17feb5b0-08ac-46a1-95c6-56aab336907f binding host dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:50:44.776927 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 5da6905b-247d-4a28-a5b6-247d05430ecb is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:50:44.777613 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (5da6905b-247d-4a28-a5b6-247d05430ecb), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:44.795089 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:44.800677 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e7c48550-5a5f-46d6-b023-6e26ae5170c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66971435'] for subnet (b952d617-3955-4a40-a300-e6bf2673617d), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:44.821137 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc28eb23-0865-40b3-8263-3a20b158342b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da6905b-247d-4a28-a5b6-247d05430ecb'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:50:44.823543 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424ab11a-5f39-4183-ac0c-b50bcd9bb7fc" -d '{"events": [{"server_uuid": "fc28eb23-0865-40b3-8263-3a20b158342b", "name": "network-vif-plugged", "status": "completed", "tag": "5da6905b-247d-4a28-a5b6-247d05430ecb"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:50:44.844923 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:44.859925 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 5da6905b-247d-4a28-a5b6-247d05430ecb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5da6905b-247d-4a28-a5b6-247d05430ecb,segment=NetworkSegment(2856f09c-f174-4fdd-9016-ab1555fa8266),segment_id=2856f09c-f174-4fdd-9016-ab1555fa8266)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:44.870833 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (5da6905b-247d-4a28-a5b6-247d05430ecb), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:44.892880 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16d03aa-1cb0-4948-bf1a-2136c0fc4804 x-openstack-request-id: req-f16d03aa-1cb0-4948-bf1a-2136c0fc4804 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:50:44.893457 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc28eb23-0865-40b3-8263-3a20b158342b", "name": "network-vif-plugged", "status": "completed", "tag": "5da6905b-247d-4a28-a5b6-247d05430ecb", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:50:44.893457 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f16d03aa-1cb0-4948-bf1a-2136c0fc4804 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:50:44.893872 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f16d03aa-1cb0-4948-bf1a-2136c0fc4804'] response: {'server_uuid': 'fc28eb23-0865-40b3-8263-3a20b158342b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da6905b-247d-4a28-a5b6-247d05430ecb', 'code': 200} Jul 28 17:50:44.899858 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e7c48550-5a5f-46d6-b023-6e26ae5170c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66971426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318654'] for subnet (b952d617-3955-4a40-a300-e6bf2673617d), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:44.932179 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c48550-5a5f-46d6-b023-6e26ae5170c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b952d617-3955-4a40-a300-e6bf2673617d,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:44.938118 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e7c48550-5a5f-46d6-b023-6e26ae5170c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:44.942094 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-e7c48550-5a5f-46d6-b023-6e26ae5170c5 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/b952d617-3955-4a40-a300-e6bf2673617d HTTP/1.1" status: 204 len: 168 time: 0.3295240 Jul 28 17:50:44.944501 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43522) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:44.968671 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f10a71c-b5f0-4470-824e-ba321600293b None None] Network 9bb61a2e-af39-4830-a017-e8c560155c59 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:50:45.031516 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66853985'] for network (9bb61a2e-af39-4830-a017-e8c560155c59), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:45.065765 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=5da6905b-247d-4a28-a5b6-247d05430ecb,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:45.077385 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] Deleting port b50a04a0-0942-43e4-94d9-0fd2296a9e3f {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:45.077496 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (b50a04a0-0942-43e4-94d9-0fd2296a9e3f), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:45.125691 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:45.150381 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] For port b50a04a0-0942-43e4-94d9-0fd2296a9e3f, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=b50a04a0-0942-43e4-94d9-0fd2296a9e3f,segment=NetworkSegment(27ae5e91-1fef-429b-b92b-7aac2180f4c1),segment_id=27ae5e91-1fef-429b-b92b-7aac2180f4c1)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:45.150495 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (b50a04a0-0942-43e4-94d9-0fd2296a9e3f), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:45.167818 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] Calling delete_port for b50a04a0-0942-43e4-94d9-0fd2296a9e3f owned by network:dhcp {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:45.252959 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Publish callbacks [] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), precommit_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:45.255403 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (b50a04a0-0942-43e4-94d9-0fd2296a9e3f), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:45.259511 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:45.285603 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] Pushing event deleted for resources: {'Port': ['ID=b50a04a0-0942-43e4-94d9-0fd2296a9e3f,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:45.316038 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] No DVR routers for this DVR port b50a04a0-0942-43e4-94d9-0fd2296a9e3f on host dv-cinder-813229-13-iscsi {{(pid=110736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:50:45.363478 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aabde7-72e6-4c85-90e2-01313e4646a3 None None] DHCP port deletion for 9bb61a2e-af39-4830-a017-e8c560155c59 request from dv-cinder-813229-13-iscsi {{(pid=110737) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 17:50:45.377944 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8579d6-f38c-4e88-9c51-1abde3675ff9 None None] Pushing event updated for resources: {'Port': ['ID=17feb5b0-08ac-46a1-95c6-56aab336907f,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:45.428996 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66972677', 'neutron.services.segments.db._delete_segments_for_network-8747606401738'] for network (9bb61a2e-af39-4830-a017-e8c560155c59), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:45.430588 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Attempting to bind port 17feb5b0-08ac-46a1-95c6-56aab336907f on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:50:45.431608 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Attempting to bind port 17feb5b0-08ac-46a1-95c6-56aab336907f by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:50:45.432975 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Attempting to bind port 17feb5b0-08ac-46a1-95c6-56aab336907f on network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:50:45.441619 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:50:45.442153 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Checking segment: {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:50:45.442699 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:45.443234 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Bound using segment: {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:50:45.443748 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Bound port: 17feb5b0-08ac-46a1-95c6-56aab336907f, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:50:45.444135 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:45.487480 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8af13750-5091-41e1-a7e0-c44fe17107e5 req-bb517aa0-d50e-43db-b629-49b61f600662 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 210 time: 0.0746894 Jul 28 17:50:45.507916 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb61a2e-af39-4830-a017-e8c560155c59']}} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:45.521438 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3308dd-bf69-4948-baf5-4a7a02c411c5 req-2faf0381-4527-484b-be71-edf1c344ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:45.523617 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7f3308dd-bf69-4948-baf5-4a7a02c411c5 req-2faf0381-4527-484b-be71-edf1c344ded6 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 1129 time: 0.1212397 Jul 28 17:50:45.528281 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] For port 17feb5b0-08ac-46a1-95c6-56aab336907f, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:50:45.530667 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0ee84-da93-423e-abe7-66893cfb70cc req-e0824feb-ba31-4e25-96cb-cb4d5d60234c tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:45.531473 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:45.534111 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] For port 17feb5b0-08ac-46a1-95c6-56aab336907f, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=17feb5b0-08ac-46a1-95c6-56aab336907f,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:50:45.534273 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e9a0ee84-da93-423e-abe7-66893cfb70cc req-e0824feb-ba31-4e25-96cb-cb4d5d60234c tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 945 time: 0.1265221 Jul 28 17:50:45.544295 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ae5e91-1fef-429b-b92b-7aac2180f4c1') {'for_net_delete': True} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:45.544790 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ae5e91-1fef-429b-b92b-7aac2180f4c1') {} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:45.548690 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:45.588949 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747606401639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610762'] for segment (27ae5e91-1fef-429b-b92b-7aac2180f4c1), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:45.598007 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7f3308dd-bf69-4948-baf5-4a7a02c411c5 req-66b41562-b489-473c-9db5-d7d1ef7876da service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ea848e1b-2f2e-40e5-9479-bb18f566bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561161 Jul 28 17:50:45.600919 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:45.626603 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (27ae5e91-1fef-429b-b92b-7aac2180f4c1), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:45.632442 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:45.633733 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:45.649942 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=110736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:50:45.650362 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530693'] for segment (27ae5e91-1fef-429b-b92b-7aac2180f4c1), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:45.694108 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8579d6-f38c-4e88-9c51-1abde3675ff9 None None] Pushing event updated for resources: {'Port': ['ID=17feb5b0-08ac-46a1-95c6-56aab336907f,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:45.721754 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 27ae5e91-1fef-429b-b92b-7aac2180f4c1 resource provider aggregate not found Jul 28 17:50:45.757930 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e9a0ee84-da93-423e-abe7-66893cfb70cc req-414662b5-3cd9-4acd-9815-42296166a0fd tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea848e1b-2f2e-40e5-9479-bb18f566bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102773 Jul 28 17:50:45.765752 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-30887b96-9f08-41e0-89b9-9c88eef7b53a None None] Provisioning complete for port 17feb5b0-08ac-46a1-95c6-56aab336907f triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:45.766141 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-30887b96-9f08-41e0-89b9-9c88eef7b53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:45.766600 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-2db01e34-b714-4370-99e7-cb7afac55fe8 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:45.768596 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-2db01e34-b714-4370-99e7-cb7afac55fe8 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 815 time: 0.1692808 Jul 28 17:50:45.768738 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 27ae5e91-1fef-429b-b92b-7aac2180f4c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27ae5e91-1fef-429b-b92b-7aac2180f4c1 found for delete ", "request_id": "req-31161630-30d6-4b0c-8400-7304d219dee9"}]} Jul 28 17:50:45.814931 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66972686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362288'] for network (9bb61a2e-af39-4830-a017-e8c560155c59), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:45.831301 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:45.837365 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] 10.222.0.89 "DELETE /v2.0/networks/9bb61a2e-af39-4830-a017-e8c560155c59 HTTP/1.1" status: 204 len: 168 time: 0.8891287 Jul 28 17:50:45.837781 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43532) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:45.844037 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:45.851277 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46a4c4-916d-42e9-b34f-88fa4d3ba59d admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb61a2e-af39-4830-a017-e8c560155c59,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:46.001589 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:46.026415 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-1a23e3b4-98a7-4f38-b2e5-8a3c4493ff26 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72a9ad9df4f84c658e9964f1a0c0b282 HTTP/1.1" status: 200 len: 380 time: 0.0864613 Jul 28 17:50:46.050350 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-30887b96-9f08-41e0-89b9-9c88eef7b53a None None] Current status of the port 17feb5b0-08ac-46a1-95c6-56aab336907f is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:50:46.050350 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-30887b96-9f08-41e0-89b9-9c88eef7b53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:46.251397 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 17feb5b0-08ac-46a1-95c6-56aab336907f up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:50:46.273017 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c5bdfca7-3741-47d3-be79-c402d72678f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360476'] for router_interface (2a4b74d2-f993-4a78-8c44-53519f042553), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:46.285103 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-30887b96-9f08-41e0-89b9-9c88eef7b53a None None] For port 17feb5b0-08ac-46a1-95c6-56aab336907f, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=17feb5b0-08ac-46a1-95c6-56aab336907f,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:46.286268 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:45Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:46.312567 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-89bf5d17-7807-4015-935e-490106e1ccaa tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'port': {'device_id': 'db521d28-6a27-47cd-b764-156c113ed677', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'admin_state_up': True, 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'security_groups': ['46394767-d88f-4c68-88b0-f35808d6e76d']}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:46.312953 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-30887b96-9f08-41e0-89b9-9c88eef7b53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:46.324036 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425792b-3685-473b-bbe6-e555b7313aa0 None None] The sync data for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi is: [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:45Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:50:46.382290 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 17feb5b0-08ac-46a1-95c6-56aab336907f triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:46.382671 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:46.384450 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30887b96-9f08-41e0-89b9-9c88eef7b53a None None] Pushing event updated for resources: {'Port': ['ID=17feb5b0-08ac-46a1-95c6-56aab336907f,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:46.446235 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-a28c17fa-9a8e-4466-8fcc-4f5060343d3a None None] Provisioning complete for port 17feb5b0-08ac-46a1-95c6-56aab336907f triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:46.446825 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a28c17fa-9a8e-4466-8fcc-4f5060343d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:46.474094 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:46.495185 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-89bf5d17-7807-4015-935e-490106e1ccaa tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Made reservation on behalf of 72a9ad9df4f84c658e9964f1a0c0b282 for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:50:46.498623 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-89bf5d17-7807-4015-935e-490106e1ccaa tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:46.529089 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 17feb5b0-08ac-46a1-95c6-56aab336907f is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:50:46.580362 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-a28c17fa-9a8e-4466-8fcc-4f5060343d3a None None] Current status of the port 17feb5b0-08ac-46a1-95c6-56aab336907f is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:50:46.608416 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device fd90bbb1-3f41-44c2-8f20-f82465ff5145 no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:50:46.631379 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: fd90bbb1-3f41-44c2-8f20-f82465ff5145 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:50:46.631882 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device fd90bbb1-3f41-44c2-8f20-f82465ff5145 not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:50:46.632405 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 6a2a2f5c-3feb-4319-9379-706e5d4e21de no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:50:46.652918 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: 6a2a2f5c-3feb-4319-9379-706e5d4e21de {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:50:46.653297 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 6a2a2f5c-3feb-4319-9379-706e5d4e21de not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:50:46.653822 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device b50a04a0-0942-43e4-94d9-0fd2296a9e3f no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:50:46.680380 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: b50a04a0-0942-43e4-94d9-0fd2296a9e3f {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:50:46.680733 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device b50a04a0-0942-43e4-94d9-0fd2296a9e3f not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:50:46.703448 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1afbd6c5-a5ae-42e3-9524-efad382e97a7 req-5490dd67-1781-4d16-ba9c-f1356343b58a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 210 time: 0.0605454 Jul 28 17:50:46.795589 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-c5bdfca7-3741-47d3-be79-c402d72678f0 admin admin] Deleting port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:46.795940 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c5bdfca7-3741-47d3-be79-c402d72678f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:46.801858 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-89bf5d17-7807-4015-935e-490106e1ccaa tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Allocated IP 172.20.0.4 (4c7de1cf-fa0f-482c-9686-4fc41e18afb7/adcc443e-ff8a-4ec1-b3aa-5572612cf945/51d2b649-6b93-48cc-8e60-2002ccf154a4) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:50:46.898954 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707e826-9ed7-405b-85a0-ab684a3b2d8f req-6903a2ed-fbb5-4286-9a8c-207d71bd2bc6 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:46.900975 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c707e826-9ed7-405b-85a0-ab684a3b2d8f req-6903a2ed-fbb5-4286-9a8c-207d71bd2bc6 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 945 time: 0.0574462 Jul 28 17:50:46.950318 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:46.960748 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [None req-c5bdfca7-3741-47d3-be79-c402d72678f0 admin admin] For port 77356f89-b471-4ca5-bbf9-f7b79dadb0ec, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=77356f89-b471-4ca5-bbf9-f7b79dadb0ec,segment=NetworkSegment(8f9f8fdc-d881-4057-b47a-6be4afd84d82),segment_id=8f9f8fdc-d881-4057-b47a-6be4afd84d82)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:46.961119 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c5bdfca7-3741-47d3-be79-c402d72678f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:46.962997 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c707e826-9ed7-405b-85a0-ab684a3b2d8f req-44b0dc26-23fc-47d8-a39a-cb0f0e5d64f5 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea848e1b-2f2e-40e5-9479-bb18f566bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552380 Jul 28 17:50:46.983012 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-c5bdfca7-3741-47d3-be79-c402d72678f0 admin admin] Calling delete_port for 77356f89-b471-4ca5-bbf9-f7b79dadb0ec owned by network:router_interface {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:47.126696 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-89bf5d17-7807-4015-935e-490106e1ccaa tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for port (51d2b649-6b93-48cc-8e60-2002ccf154a4), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:47.142238 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9309d25-952c-4bba-bc7d-7005d93a1b03 req-b482af15-1eec-43b6-8977-70e1e2ea5531 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:47.143742 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a9309d25-952c-4bba-bc7d-7005d93a1b03 req-b482af15-1eec-43b6-8977-70e1e2ea5531 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 945 time: 0.0953221 Jul 28 17:50:47.154220 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43544) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:47.159081 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-3ab71806-8f1f-4364-b083-cda679769f30 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Request body: {'floatingip': {'port_id': '5da6905b-247d-4a28-a5b6-247d05430ecb'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:47.209426 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:47.220947 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-3ab71806-8f1f-4364-b083-cda679769f30 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for floatingip (d1bc3926-f86b-419c-9e53-54c2756b8488), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:47.236016 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-89bf5d17-7807-4015-935e-490106e1ccaa tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (51d2b649-6b93-48cc-8e60-2002ccf154a4), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:47.313595 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-89bf5d17-7807-4015-935e-490106e1ccaa tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:50:47.321560 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-89bf5d17-7807-4015-935e-490106e1ccaa tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:50:47.323988 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-89bf5d17-7807-4015-935e-490106e1ccaa tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:50:47.355456 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf5d17-7807-4015-935e-490106e1ccaa tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'Port': ['ID=51d2b649-6b93-48cc-8e60-2002ccf154a4,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:47.382957 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:47.383963 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c5bdfca7-3741-47d3-be79-c402d72678f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (77356f89-b471-4ca5-bbf9-f7b79dadb0ec), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:47.417442 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-89bf5d17-7807-4015-935e-490106e1ccaa tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:47.418059 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-89bf5d17-7807-4015-935e-490106e1ccaa tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:47.427917 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdfca7-3741-47d3-be79-c402d72678f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=77356f89-b471-4ca5-bbf9-f7b79dadb0ec,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:47.483313 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-89bf5d17-7807-4015-935e-490106e1ccaa tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1749420 Jul 28 17:50:47.508627 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Request body: {'port': {'device_id': 'db521d28-6a27-47cd-b764-156c113ed677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:47.601994 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:47.614384 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-ca12b47a-e76f-471d-8859-a9e83c0f8408 None None] Provisioning complete for port 51d2b649-6b93-48cc-8e60-2002ccf154a4 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:47.615020 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-ca12b47a-e76f-471d-8859-a9e83c0f8408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (51d2b649-6b93-48cc-8e60-2002ccf154a4), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:47.654200 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-ca12b47a-e76f-471d-8859-a9e83c0f8408 None None] Port 51d2b649-6b93-48cc-8e60-2002ccf154a4 cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:50:47.721935 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-3ab71806-8f1f-4364-b083-cda679769f30 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:47.726487 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-3ab71806-8f1f-4364-b083-cda679769f30 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (d1bc3926-f86b-419c-9e53-54c2756b8488), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:47.855321 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:47.871365 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae51720-cfe3-4120-9e1a-1eb332d04b38 req-e59a2890-e603-47f7-87f3-bfa6183e35a2 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:47.872912 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9ae51720-cfe3-4120-9e1a-1eb332d04b38 req-e59a2890-e603-47f7-87f3-bfa6183e35a2 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 931 time: 0.0679650 Jul 28 17:50:47.880123 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.l3_db [None req-3ab71806-8f1f-4364-b083-cda679769f30 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Floating IP d1bc3926-f86b-419c-9e53-54c2756b8488 associated. External IP: 172.27.1.168, port: 5da6905b-247d-4a28-a5b6-247d05430ecb. Jul 28 17:50:47.929414 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (51d2b649-6b93-48cc-8e60-2002ccf154a4), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:47.951444 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c5bdfca7-3741-47d3-be79-c402d72678f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360584'] for router_interface (2a4b74d2-f993-4a78-8c44-53519f042553), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:47.979636 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:48.017521 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9ae51720-cfe3-4120-9e1a-1eb332d04b38 req-d2d15946-6349-4513-a4f1-9f59f5308d66 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=46394767-d88f-4c68-88b0-f35808d6e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348746 Jul 28 17:50:48.163784 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 17feb5b0-08ac-46a1-95c6-56aab336907f up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:50:48.168375 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:48.218060 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 17feb5b0-08ac-46a1-95c6-56aab336907f triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:48.219331 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:48.300186 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 17feb5b0-08ac-46a1-95c6-56aab336907f is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:50:48.362290 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:48.385442 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bdfca7-3741-47d3-be79-c402d72678f0 admin admin] Router 2a4b74d2-f993-4a78-8c44-53519f042553 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:50:48.385945 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab71806-8f1f-4364-b083-cda679769f30 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:50:48.407156 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d2b649-6b93-48cc-8e60-2002ccf154a4 {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:50:48.417800 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Publish callbacks [] for port (51d2b649-6b93-48cc-8e60-2002ccf154a4), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:48.467413 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Transition to ACTIVE for port object 51d2b649-6b93-48cc-8e60-2002ccf154a4 will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:50:48.492587 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab71806-8f1f-4364-b083-cda679769f30 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:50:48.498110 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-3ab71806-8f1f-4364-b083-cda679769f30 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:48.499314 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (51d2b649-6b93-48cc-8e60-2002ccf154a4), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:48.503535 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c2eb82-fb68-4d56-a413-4293cdcff132 None None] Sync routers for ids ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:50:48.514166 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c2eb82-fb68-4d56-a413-4293cdcff132 None None] Routers {'7b91fa2a-db06-4025-b5e4-2ba34dfca59c'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:48.514786 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-a4c2eb82-fb68-4d56-a413-4293cdcff132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:48.521433 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:48.535873 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-3ab71806-8f1f-4364-b083-cda679769f30 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "PUT /v2.0/floatingips/d1bc3926-f86b-419c-9e53-54c2756b8488 HTTP/1.1" status: 200 len: 991 time: 1.3798320 Jul 28 17:50:48.536181 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc28eb23-0865-40b3-8263-3a20b158342b', 'tag': '5da6905b-247d-4a28-a5b6-247d05430ecb'}] {{(pid=110736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:50:48.538465 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}145a65782f2867474eadf9b916918c8f0f213435b387e627a4b5e7b49d5368fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd716b18-c453-4004-a7c0-5bbef2bc9fef" -d '{"events": [{"name": "network-changed", "server_uuid": "fc28eb23-0865-40b3-8263-3a20b158342b", "tag": "5da6905b-247d-4a28-a5b6-247d05430ecb"}]}' {{(pid=110736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:50:48.576528 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bdfca7-3741-47d3-be79-c402d72678f0 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:50:48.588427 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf52444-fb9d-4ac9-8570-315167c0d630 None None] Sync routers for ids ['2a4b74d2-f993-4a78-8c44-53519f042553'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:50:48.593953 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Pushing event updated for resources: {'Port': ['ID=51d2b649-6b93-48cc-8e60-2002ccf154a4,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:48.602069 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-c5bdfca7-3741-47d3-be79-c402d72678f0 admin admin] 10.222.0.89 "PUT /v2.0/routers/2a4b74d2-f993-4a78-8c44-53519f042553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7632680 Jul 28 17:50:48.603232 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43552) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:48.610535 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf52444-fb9d-4ac9-8570-315167c0d630 None None] Routers {'2a4b74d2-f993-4a78-8c44-53519f042553'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:48.613346 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-8bf52444-fb9d-4ac9-8570-315167c0d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2a4b74d2-f993-4a78-8c44-53519f042553'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:48.635811 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ea1b44-9229-4ecf-90aa-ae01eff6c09b x-openstack-request-id: req-a0ea1b44-9229-4ecf-90aa-ae01eff6c09b {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:50:48.636110 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc28eb23-0865-40b3-8263-3a20b158342b", "tag": "5da6905b-247d-4a28-a5b6-247d05430ecb", "status": "completed", "code": 200}]} {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:50:48.636367 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a0ea1b44-9229-4ecf-90aa-ae01eff6c09b {{(pid=110736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:50:48.638207 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ea1b44-9229-4ecf-90aa-ae01eff6c09b'] response: {'name': 'network-changed', 'server_uuid': 'fc28eb23-0865-40b3-8263-3a20b158342b', 'tag': '5da6905b-247d-4a28-a5b6-247d05430ecb', 'status': 'completed', 'code': 200} Jul 28 17:50:48.650442 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-a4c2eb82-fb68-4d56-a413-4293cdcff132 None None] Set router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:48.757750 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-8bf52444-fb9d-4ac9-8570-315167c0d630 None None] Set router 2a4b74d2-f993-4a78-8c44-53519f042553 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:48.769100 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd716b18-c453-4004-a7c0-5bbef2bc9fef req-dfdf05e1-4b54-468d-8d25-1dad869f041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:48.770907 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dd716b18-c453-4004-a7c0-5bbef2bc9fef req-dfdf05e1-4b54-468d-8d25-1dad869f041d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=78a2f25af7784086aadec8dd5a1015dd&device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 1129 time: 0.0882294 Jul 28 17:50:48.793579 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:48.801353 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Attempting to bind port 51d2b649-6b93-48cc-8e60-2002ccf154a4 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:50:48.801731 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Attempting to bind port 51d2b649-6b93-48cc-8e60-2002ccf154a4 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:50:48.802093 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Attempting to bind port 51d2b649-6b93-48cc-8e60-2002ccf154a4 on network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:50:48.851759 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Port 51d2b649-6b93-48cc-8e60-2002ccf154a4 on network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:50:48.852090 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Attempting to bind port 51d2b649-6b93-48cc-8e60-2002ccf154a4 on network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:50:48.867161 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:50:48.867491 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Checking segment: {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:50:48.867829 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Bound using segment: {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:50:48.868409 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Bound port: 51d2b649-6b93-48cc-8e60-2002ccf154a4, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:50:48.868635 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (51d2b649-6b93-48cc-8e60-2002ccf154a4), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:48.871205 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4096ab38-6282-4505-acc4-f6aafbfc5c33 admin admin] Publish callbacks [] for router (2a4b74d2-f993-4a78-8c44-53519f042553), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:48.887719 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-a4c2eb82-fb68-4d56-a413-4293cdcff132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'd1bc3926-f86b-419c-9e53-54c2756b8488', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'port_id': '5da6905b-247d-4a28-a5b6-247d05430ecb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'mac_address': 'fa:16:3e:83:9c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28eb23-0865-40b3-8263-3a20b158342b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:50:29Z', 'updated_at': '2022-07-28T17:50:47Z', 'revision_number': 1, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93567da-cccb-4853-aa8b-b7488015729c', 'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'mac_address': 'fa:16:3e:01:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:34Z', 'updated_at': '2022-07-28T17:44:52Z', 'revision_number': 5, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'subnets': [{'id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:48.917866 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c2eb82-fb68-4d56-a413-4293cdcff132 None None] Checking router: 7b91fa2a-db06-4025-b5e4-2ba34dfca59c for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:50:48.929500 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c2eb82-fb68-4d56-a413-4293cdcff132 None None] Routers {'7b91fa2a-db06-4025-b5e4-2ba34dfca59c'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:48.930128 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-a4c2eb82-fb68-4d56-a413-4293cdcff132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:48.972927 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-8bf52444-fb9d-4ac9-8570-315167c0d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'name': 'tempest-TestMinimumBasicScenario-140790472-router', 'tenant_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:50:47Z', 'revision_number': 5, 'project_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'gw_port': {'id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:48.998689 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf52444-fb9d-4ac9-8570-315167c0d630 None None] Checking router: 2a4b74d2-f993-4a78-8c44-53519f042553 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:50:49.008937 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf52444-fb9d-4ac9-8570-315167c0d630 None None] Routers {'2a4b74d2-f993-4a78-8c44-53519f042553'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:49.009590 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-8bf52444-fb9d-4ac9-8570-315167c0d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2a4b74d2-f993-4a78-8c44-53519f042553'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:49.020502 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd716b18-c453-4004-a7c0-5bbef2bc9fef req-6c232d3e-9889-421f-975a-50a59761110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:49.022023 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dd716b18-c453-4004-a7c0-5bbef2bc9fef req-6c232d3e-9889-421f-975a-50a59761110e service neutron] 10.222.0.100 "GET /v2.0/networks?id=ae8fa151-853f-466c-9398-a2ea0d9328cd HTTP/1.1" status: 200 len: 912 time: 0.2357543 Jul 28 17:50:49.038579 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-a4c2eb82-fb68-4d56-a413-4293cdcff132 None None] Set router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:49.089596 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] For port 51d2b649-6b93-48cc-8e60-2002ccf154a4, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:50:49.110250 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] For port 51d2b649-6b93-48cc-8e60-2002ccf154a4, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=51d2b649-6b93-48cc-8e60-2002ccf154a4,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:50:49.129950 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-8bf52444-fb9d-4ac9-8570-315167c0d630 None None] Set router 2a4b74d2-f993-4a78-8c44-53519f042553 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:49.135807 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dd716b18-c453-4004-a7c0-5bbef2bc9fef req-dc08c663-9f35-4bfa-8af2-65b98df3f4e0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5da6905b-247d-4a28-a5b6-247d05430ecb HTTP/1.1" status: 200 len: 999 time: 0.1020658 Jul 28 17:50:49.136878 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (51d2b649-6b93-48cc-8e60-2002ccf154a4), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:49.158939 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4096ab38-6282-4505-acc4-f6aafbfc5c33 admin admin] Publish callbacks [] for router_gateway (2a4b74d2-f993-4a78-8c44-53519f042553), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:49.186919 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48ac21-a692-45d7-8efe-404a63fd5436 req-7ae593fc-0477-4eea-aa1c-0a6635146749 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:49.200909 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ec48ac21-a692-45d7-8efe-404a63fd5436 req-7ae593fc-0477-4eea-aa1c-0a6635146749 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 943 time: 0.0786066 Jul 28 17:50:49.213676 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:49.214306 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:49.215720 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] 10.222.0.100 "PUT /v2.0/ports/51d2b649-6b93-48cc-8e60-2002ccf154a4 HTTP/1.1" status: 200 len: 1093 time: 1.7134061 Jul 28 17:50:49.216229 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db521d28-6a27-47cd-b764-156c113ed677', 'tag': '51d2b649-6b93-48cc-8e60-2002ccf154a4'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:50:49.218602 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ae08b3-7fcc-4509-9b7e-72864409e281" -d '{"events": [{"name": "network-changed", "server_uuid": "db521d28-6a27-47cd-b764-156c113ed677", "tag": "51d2b649-6b93-48cc-8e60-2002ccf154a4"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:50:49.248899 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:49.282690 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd716b18-c453-4004-a7c0-5bbef2bc9fef req-7fa6f3fa-9a42-4356-93db-6341e398d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:49.284176 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dd716b18-c453-4004-a7c0-5bbef2bc9fef req-7fa6f3fa-9a42-4356-93db-6341e398d59d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ce8ae2ae-69b2-4f29-aac4-77e56446331a HTTP/1.1" status: 200 len: 849 time: 0.1353741 Jul 28 17:50:49.291510 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342089b4-2bdc-435a-8edb-d11fa767a107 service neutron] Pushing event updated for resources: {'Port': ['ID=51d2b649-6b93-48cc-8e60-2002ccf154a4,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:49.349278 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ec48ac21-a692-45d7-8efe-404a63fd5436 req-700b964e-4bbd-4a3b-bdb1-a2e9c9acbd6b tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=46394767-d88f-4c68-88b0-f35808d6e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354547 Jul 28 17:50:49.349660 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6636433e-b812-43f6-9df8-ec35ec947c62 x-openstack-request-id: req-6636433e-b812-43f6-9df8-ec35ec947c62 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:50:49.349660 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db521d28-6a27-47cd-b764-156c113ed677", "tag": "51d2b649-6b93-48cc-8e60-2002ccf154a4", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:50:49.349660 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6636433e-b812-43f6-9df8-ec35ec947c62 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:50:49.349660 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6636433e-b812-43f6-9df8-ec35ec947c62'] response: {'name': 'network-changed', 'server_uuid': 'db521d28-6a27-47cd-b764-156c113ed677', 'tag': '51d2b649-6b93-48cc-8e60-2002ccf154a4', 'status': 'completed', 'code': 200} Jul 28 17:50:49.371165 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-a4c2eb82-fb68-4d56-a413-4293cdcff132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'd1bc3926-f86b-419c-9e53-54c2756b8488', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'port_id': '5da6905b-247d-4a28-a5b6-247d05430ecb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'mac_address': 'fa:16:3e:83:9c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28eb23-0865-40b3-8263-3a20b158342b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:50:29Z', 'updated_at': '2022-07-28T17:50:47Z', 'revision_number': 1, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93567da-cccb-4853-aa8b-b7488015729c', 'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'mac_address': 'fa:16:3e:01:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:34Z', 'updated_at': '2022-07-28T17:44:52Z', 'revision_number': 5, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'subnets': [{'id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:49.380061 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-4096ab38-6282-4505-acc4-f6aafbfc5c33 admin admin] Deleting port df1d6e26-555d-425a-96a5-23ad766945bd {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:49.380480 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4096ab38-6282-4505-acc4-f6aafbfc5c33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (df1d6e26-555d-425a-96a5-23ad766945bd), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:49.407162 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c2eb82-fb68-4d56-a413-4293cdcff132 None None] The sync data for ids ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'] in dv-cinder-813229-13-iscsi is: [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'd1bc3926-f86b-419c-9e53-54c2756b8488', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'port_id': '5da6905b-247d-4a28-a5b6-247d05430ecb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'mac_address': 'fa:16:3e:83:9c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28eb23-0865-40b3-8263-3a20b158342b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:50:29Z', 'updated_at': '2022-07-28T17:50:47Z', 'revision_number': 1, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93567da-cccb-4853-aa8b-b7488015729c', 'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'mac_address': 'fa:16:3e:01:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:34Z', 'updated_at': '2022-07-28T17:44:52Z', 'revision_number': 5, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'subnets': [{'id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:50:49.433702 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-8bf52444-fb9d-4ac9-8570-315167c0d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'name': 'tempest-TestMinimumBasicScenario-140790472-router', 'tenant_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:50:47Z', 'revision_number': 5, 'project_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'gw_port': {'id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:49.464449 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd716b18-c453-4004-a7c0-5bbef2bc9fef req-3c37f1dd-bf2b-482b-935c-13f49cca763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:49.465994 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dd716b18-c453-4004-a7c0-5bbef2bc9fef req-3c37f1dd-bf2b-482b-935c-13f49cca763d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ae8fa151-853f-466c-9398-a2ea0d9328cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1626379 Jul 28 17:50:49.470432 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-e0a01b4c-9435-4c90-8770-022eb78cd6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:49.471910 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-e0a01b4c-9435-4c90-8770-022eb78cd6a8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 1127 time: 0.1512978 Jul 28 17:50:49.474465 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf52444-fb9d-4ac9-8570-315167c0d630 None None] The sync data for ids ['2a4b74d2-f993-4a78-8c44-53519f042553'] in dv-cinder-813229-13-iscsi is: [{'id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'name': 'tempest-TestMinimumBasicScenario-140790472-router', 'tenant_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:50:47Z', 'revision_number': 5, 'project_id': '85eb8e598c144cf5a55a4ec5d99a027c', 'gw_port': {'id': 'df1d6e26-555d-425a-96a5-23ad766945bd', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4b74d2-f993-4a78-8c44-53519f042553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:14Z', 'updated_at': '2022-07-28T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:50:49.584970 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-4091beee-ee87-42e4-950d-c83a5429c072 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51d2b649-6b93-48cc-8e60-2002ccf154a4 HTTP/1.1" status: 200 len: 217 time: 0.0765955 Jul 28 17:50:49.594802 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [None req-4096ab38-6282-4505-acc4-f6aafbfc5c33 admin admin] For port df1d6e26-555d-425a-96a5-23ad766945bd, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=df1d6e26-555d-425a-96a5-23ad766945bd,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:49.595175 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4096ab38-6282-4505-acc4-f6aafbfc5c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (df1d6e26-555d-425a-96a5-23ad766945bd), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:49.645635 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-4096ab38-6282-4505-acc4-f6aafbfc5c33 admin admin] Calling delete_port for df1d6e26-555d-425a-96a5-23ad766945bd owned by network:router_gateway {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:49.664941 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa36c0-1464-4aa7-a2eb-d14c748347bc None None] New status for floating IP d1bc3926-f86b-419c-9e53-54c2756b8488: ACTIVE {{(pid=110738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:50:49.715946 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-6749cb10-8e70-4fde-87d3-eadfc5b1be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:49.717404 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-6749cb10-8e70-4fde-87d3-eadfc5b1be1f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=adcc443e-ff8a-4ec1-b3aa-5572612cf945 HTTP/1.1" status: 200 len: 854 time: 0.1195087 Jul 28 17:50:49.761447 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:49.774071 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dd716b18-c453-4004-a7c0-5bbef2bc9fef req-8c4f8d0f-9cd7-42a9-817f-10bbe37892e2 service neutron] 10.222.0.100 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744532 Jul 28 17:50:49.807460 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-e4207d2e-73bd-409c-989b-9188f9ee71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:49.808969 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-e4207d2e-73bd-409c-989b-9188f9ee71b4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0808735 Jul 28 17:50:49.996348 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dd716b18-c453-4004-a7c0-5bbef2bc9fef req-7bc8ae37-a389-450b-8213-aade7f3b98d2 service neutron] 10.222.0.100 "GET /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129264 Jul 28 17:50:50.014753 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 77356f89-b471-4ca5-bbf9-f7b79dadb0ec no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:50:50.039094 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: 77356f89-b471-4ca5-bbf9-f7b79dadb0ec {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:50:50.039447 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 77356f89-b471-4ca5-bbf9-f7b79dadb0ec not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:50:50.040793 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-fba3ace6-3b49-448f-921c-56d0bbfd7d59 service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033434 Jul 28 17:50:50.074744 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4096ab38-6282-4505-acc4-f6aafbfc5c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (df1d6e26-555d-425a-96a5-23ad766945bd), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:50.125472 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096ab38-6282-4505-acc4-f6aafbfc5c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=df1d6e26-555d-425a-96a5-23ad766945bd,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:50.489570 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:50.513244 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e3db2abd-265e-4296-9eb9-fb0c1e743da4 req-5ff8be3e-4d4e-42ee-af3d-691c81bcab1d service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585226 Jul 28 17:50:50.514051 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4096ab38-6282-4505-acc4-f6aafbfc5c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362268'] for router_gateway (2a4b74d2-f993-4a78-8c44-53519f042553), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:50.525293 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092f944-11c7-42ca-bef7-6e50f7f7c96f req-45b63675-a309-4a4f-85ce-8a2725ff6247 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:50.526736 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a092f944-11c7-42ca-bef7-6e50f7f7c96f req-45b63675-a309-4a4f-85ce-8a2725ff6247 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 943 time: 0.0894661 Jul 28 17:50:50.629831 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4096ab38-6282-4505-acc4-f6aafbfc5c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router (2a4b74d2-f993-4a78-8c44-53519f042553), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:50.636414 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4096ab38-6282-4505-acc4-f6aafbfc5c33 admin admin] Publish callbacks [] for router_controller (2a4b74d2-f993-4a78-8c44-53519f042553), precommit_delete_associations {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:50.688536 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a092f944-11c7-42ca-bef7-6e50f7f7c96f req-6101df4b-6e61-4196-bbf3-fb2518dba0c7 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=46394767-d88f-4c68-88b0-f35808d6e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379657 Jul 28 17:50:50.695621 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4096ab38-6282-4505-acc4-f6aafbfc5c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-664341'] for router (2a4b74d2-f993-4a78-8c44-53519f042553), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:50.696262 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4096ab38-6282-4505-acc4-f6aafbfc5c33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a4b74d2-f993-4a78-8c44-53519f042553 {{(pid=110735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 17:50:50.700658 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4096ab38-6282-4505-acc4-f6aafbfc5c33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:50.701910 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-4096ab38-6282-4505-acc4-f6aafbfc5c33 admin admin] 10.222.0.89 "DELETE /v2.0/routers/2a4b74d2-f993-4a78-8c44-53519f042553 HTTP/1.1" status: 204 len: 168 time: 2.0977325 Jul 28 17:50:50.705357 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43562) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:50.753006 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c73ca7f-87cf-4dd9-84c4-1e746be83449 admin admin] Deleting subnet ec4c6e94-5558-440b-b685-9f9c8469fa40 {{(pid=110735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 17:50:50.756517 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8c73ca7f-87cf-4dd9-84c4-1e746be83449 admin admin] Publish callbacks [] for subnet (ec4c6e94-5558-440b-b685-9f9c8469fa40), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:50.801892 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8c73ca7f-87cf-4dd9-84c4-1e746be83449 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431967'] for subnet (ec4c6e94-5558-440b-b685-9f9c8469fa40), precommit_delete_associations {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:50.882180 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:50.883530 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8c73ca7f-87cf-4dd9-84c4-1e746be83449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66971435'] for subnet (ec4c6e94-5558-440b-b685-9f9c8469fa40), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:50.937601 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8c73ca7f-87cf-4dd9-84c4-1e746be83449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66971426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3356049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3448084'] for subnet (ec4c6e94-5558-440b-b685-9f9c8469fa40), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:50.965572 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73ca7f-87cf-4dd9-84c4-1e746be83449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec4c6e94-5558-440b-b685-9f9c8469fa40,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:50.972192 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8c73ca7f-87cf-4dd9-84c4-1e746be83449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:50.975541 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-8c73ca7f-87cf-4dd9-84c4-1e746be83449 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/ec4c6e94-5558-440b-b685-9f9c8469fa40 HTTP/1.1" status: 204 len: 168 time: 0.2692766 Jul 28 17:50:50.977084 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93e9596-0f93-4700-b947-10e2e85e8e1a None None] Network b2e35125-92d3-4f19-bbf6-4b5ea241e0d3 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:50:50.978001 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43564) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:51.054830 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66853985'] for network (b2e35125-92d3-4f19-bbf6-4b5ea241e0d3), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:51.099600 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] Deleting port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:51.099955 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (37f2dd34-cda5-4b5a-8fb5-d2e10dce069d), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:51.155058 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62888db-ffcc-4ebf-a918-2d48f1866fb8 None None] DHCP port deletion for b2e35125-92d3-4f19-bbf6-4b5ea241e0d3 request from dv-cinder-813229-13-iscsi {{(pid=110737) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 17:50:51.168310 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] For port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=37f2dd34-cda5-4b5a-8fb5-d2e10dce069d,segment=NetworkSegment(8f9f8fdc-d881-4057-b47a-6be4afd84d82),segment_id=8f9f8fdc-d881-4057-b47a-6be4afd84d82)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:51.168685 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (37f2dd34-cda5-4b5a-8fb5-d2e10dce069d), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:51.184914 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] Calling delete_port for 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d owned by network:dhcp {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:51.195597 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-b62888db-ffcc-4ebf-a918-2d48f1866fb8 None None] Deleting port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d {{(pid=110737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:50:51.195985 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b62888db-ffcc-4ebf-a918-2d48f1866fb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (37f2dd34-cda5-4b5a-8fb5-d2e10dce069d), before_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:51.237471 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:51.245985 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:51.261655 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-b62888db-ffcc-4ebf-a918-2d48f1866fb8 None None] For port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=37f2dd34-cda5-4b5a-8fb5-d2e10dce069d,segment=NetworkSegment(8f9f8fdc-d881-4057-b47a-6be4afd84d82),segment_id=8f9f8fdc-d881-4057-b47a-6be4afd84d82)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:51.262061 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b62888db-ffcc-4ebf-a918-2d48f1866fb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (37f2dd34-cda5-4b5a-8fb5-d2e10dce069d), precommit_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:51.268447 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (37f2dd34-cda5-4b5a-8fb5-d2e10dce069d), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:51.276719 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-b62888db-ffcc-4ebf-a918-2d48f1866fb8 None None] Calling delete_port for 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d owned by network:dhcp {{(pid=110737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:50:51.295273 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=37f2dd34-cda5-4b5a-8fb5-d2e10dce069d,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:51.301174 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] No DVR routers for this DVR port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d on host dv-cinder-813229-13-iscsi {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:50:51.360182 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b62888db-ffcc-4ebf-a918-2d48f1866fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691'] for port (37f2dd34-cda5-4b5a-8fb5-d2e10dce069d), after_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:51.375833 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66972677', 'neutron.services.segments.db._delete_segments_for_network-8747606401738'] for network (b2e35125-92d3-4f19-bbf6-4b5ea241e0d3), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:51.385858 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62888db-ffcc-4ebf-a918-2d48f1866fb8 None None] Pushing event deleted for resources: {'Port': ['ID=37f2dd34-cda5-4b5a-8fb5-d2e10dce069d,revision_number=None']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:51.391986 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62888db-ffcc-4ebf-a918-2d48f1866fb8 None None] No DVR routers for this DVR port 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d on host dv-cinder-813229-13-iscsi {{(pid=110737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:50:51.401354 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.services.segments.db [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e35125-92d3-4f19-bbf6-4b5ea241e0d3']}} {{(pid=110735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:51.425807 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.services.segments.db [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9f8fdc-d881-4057-b47a-6be4afd84d82') {'for_net_delete': True} {{(pid=110735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:51.426115 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.services.segments.db [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9f8fdc-d881-4057-b47a-6be4afd84d82') {} {{(pid=110735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:51.452206 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747606401639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3431942'] for segment (8f9f8fdc-d881-4057-b47a-6be4afd84d82), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:51.460615 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:51.474294 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (8f9f8fdc-d881-4057-b47a-6be4afd84d82), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:51.479850 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae08b3-7fcc-4509-9b7e-72864409e281 req-f124db42-1028-4b9e-85ce-3e8d72ac0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:51.481380 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-36ae08b3-7fcc-4509-9b7e-72864409e281 req-f124db42-1028-4b9e-85ce-3e8d72ac0b5c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 1127 time: 0.0686777 Jul 28 17:50:51.484570 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=110735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:50:51.485004 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3356111'] for segment (8f9f8fdc-d881-4057-b47a-6be4afd84d82), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:51.596156 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66972686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362288'] for network (b2e35125-92d3-4f19-bbf6-4b5ea241e0d3), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:51.604619 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:51.607856 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] 10.222.0.89 "DELETE /v2.0/networks/b2e35125-92d3-4f19-bbf6-4b5ea241e0d3 HTTP/1.1" status: 204 len: 168 time: 0.6289287 Jul 28 17:50:51.625954 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d42bec-a4fb-424c-972b-1846b36b17a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e35125-92d3-4f19-bbf6-4b5ea241e0d3,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:51.637696 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.services.segments.plugin [-] Segment 8f9f8fdc-d881-4057-b47a-6be4afd84d82 resource provider aggregate not found Jul 28 17:50:51.654983 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae08b3-7fcc-4509-9b7e-72864409e281 req-eff06864-257c-4c68-addb-caf7ce44dbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:51.657236 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-36ae08b3-7fcc-4509-9b7e-72864409e281 req-eff06864-257c-4c68-addb-caf7ce44dbf6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 917 time: 0.1588500 Jul 28 17:50:51.658764 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.services.segments.plugin [-] Segment 8f9f8fdc-d881-4057-b47a-6be4afd84d82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f9f8fdc-d881-4057-b47a-6be4afd84d82 found for delete ", "request_id": "req-46c8caf0-61fa-4da1-99f4-66d4e09411c5"}]} Jul 28 17:50:51.701250 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-36ae08b3-7fcc-4509-9b7e-72864409e281 req-b3539419-a771-4834-96a6-4cb0a9f42487 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51d2b649-6b93-48cc-8e60-2002ccf154a4 HTTP/1.1" status: 200 len: 217 time: 0.0379519 Jul 28 17:50:51.751915 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43576) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:51.757391 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae08b3-7fcc-4509-9b7e-72864409e281 req-0331a10a-28cc-4494-8401-2b32e4e8d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:51.759186 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-36ae08b3-7fcc-4509-9b7e-72864409e281 req-0331a10a-28cc-4494-8401-2b32e4e8d747 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=adcc443e-ff8a-4ec1-b3aa-5572612cf945 HTTP/1.1" status: 200 len: 854 time: 0.0518630 Jul 28 17:50:51.810491 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae08b3-7fcc-4509-9b7e-72864409e281 req-2c1c5919-4e9a-4269-8bb8-8f1d3e8513c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:51.812553 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-36ae08b3-7fcc-4509-9b7e-72864409e281 req-2c1c5919-4e9a-4269-8bb8-8f1d3e8513c9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450943 Jul 28 17:50:51.840044 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f543d-37dc-42e3-bdde-51518df4c050 req-a36acc59-3d12-447e-b019-41f621041ad1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:51.841645 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1e3f543d-37dc-42e3-bdde-51518df4c050 req-a36acc59-3d12-447e-b019-41f621041ad1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 943 time: 0.0698693 Jul 28 17:50:51.846970 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-020b0446-3ff5-4671-8159-b28c29a63a56 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0513cb18c0cd43d5a4784f573bb382d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0912995 Jul 28 17:50:51.847346 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43578) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:51.884608 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:51.912602 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-36ae08b3-7fcc-4509-9b7e-72864409e281 req-c2faa7cc-a9c3-417b-9386-fbe58ad6b34e service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931642 Jul 28 17:50:51.924368 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1e3f543d-37dc-42e3-bdde-51518df4c050 req-d029d3f8-f2c2-4c99-b4f8-85e1300aed76 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=46394767-d88f-4c68-88b0-f35808d6e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708196 Jul 28 17:50:51.933960 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-576343fb-c695-4d8e-a2a2-be4c32eeea07 admin admin] Publish callbacks [] for security_group (c776fda4-6b6f-44d6-bbc3-eea336bd5cc5), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:51.960153 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-576343fb-c695-4d8e-a2a2-be4c32eeea07 admin admin] Publish callbacks [] for security_group (c776fda4-6b6f-44d6-bbc3-eea336bd5cc5), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:52.008656 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-36ae08b3-7fcc-4509-9b7e-72864409e281 req-b2072837-2434-4f9b-b859-399cad3a4bf6 service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889797 Jul 28 17:50:52.013379 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-576343fb-c695-4d8e-a2a2-be4c32eeea07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (c776fda4-6b6f-44d6-bbc3-eea336bd5cc5), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:52.017099 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-576343fb-c695-4d8e-a2a2-be4c32eeea07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:52.018488 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-576343fb-c695-4d8e-a2a2-be4c32eeea07 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c776fda4-6b6f-44d6-bbc3-eea336bd5cc5 HTTP/1.1" status: 204 len: 168 time: 0.1700468 Jul 28 17:50:52.026880 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576343fb-c695-4d8e-a2a2-be4c32eeea07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c776fda4-6b6f-44d6-bbc3-eea336bd5cc5,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:52.070807 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:50:52.094894 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:50:52.095280 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 37f2dd34-cda5-4b5a-8fb5-d2e10dce069d not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:50:52.095705 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device df1d6e26-555d-425a-96a5-23ad766945bd no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:50:52.115103 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: df1d6e26-555d-425a-96a5-23ad766945bd {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:50:52.115451 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device df1d6e26-555d-425a-96a5-23ad766945bd not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:50:52.356365 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43584) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:52.397513 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-26b24390-a140-42df-9e05-feb6e6fd640c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=85eb8e598c144cf5a55a4ec5d99a027c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399382 Jul 28 17:50:52.399492 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 51d2b649-6b93-48cc-8e60-2002ccf154a4 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:50:52.400214 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43586) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:52.454701 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ca88faa5-aaba-4aa9-9910-7091b8ee1ea5 admin admin] Publish callbacks [] for security_group (f1469b76-4d4e-4855-9bb6-f631273b4266), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:52.476014 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ca88faa5-aaba-4aa9-9910-7091b8ee1ea5 admin admin] Publish callbacks [] for security_group (f1469b76-4d4e-4855-9bb6-f631273b4266), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:52.503681 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 51d2b649-6b93-48cc-8e60-2002ccf154a4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=51d2b649-6b93-48cc-8e60-2002ccf154a4,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:52.515521 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '51d2b649-6b93-48cc-8e60-2002ccf154a4', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'port_id': '51d2b649-6b93-48cc-8e60-2002ccf154a4', 'mac_address': 'fa:16:3e:d3:b3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:50:52.525824 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ca88faa5-aaba-4aa9-9910-7091b8ee1ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (f1469b76-4d4e-4855-9bb6-f631273b4266), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:52.528404 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ca88faa5-aaba-4aa9-9910-7091b8ee1ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:52.532868 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-ca88faa5-aaba-4aa9-9910-7091b8ee1ea5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f1469b76-4d4e-4855-9bb6-f631273b4266 HTTP/1.1" status: 204 len: 168 time: 0.1284807 Jul 28 17:50:52.539974 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88faa5-aaba-4aa9-9910-7091b8ee1ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1469b76-4d4e-4855-9bb6-f631273b4266,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:52.564888 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 51d2b649-6b93-48cc-8e60-2002ccf154a4 is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:50:52.565325 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (51d2b649-6b93-48cc-8e60-2002ccf154a4), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:52.578987 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d2b649-6b93-48cc-8e60-2002ccf154a4 {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:50:52.599707 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 51d2b649-6b93-48cc-8e60-2002ccf154a4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=51d2b649-6b93-48cc-8e60-2002ccf154a4,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:52.604450 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (51d2b649-6b93-48cc-8e60-2002ccf154a4), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:52.657383 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=51d2b649-6b93-48cc-8e60-2002ccf154a4,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:52.988787 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['51d2b649-6b93-48cc-8e60-2002ccf154a4'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:50:53.049450 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bccbf-2a7d-4f3c-81ce-e5cbc56c99c7 req-9018ad35-1846-4e4e-a1c5-8245386662dc tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:53.050941 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1c7bccbf-2a7d-4f3c-81ce-e5cbc56c99c7 req-9018ad35-1846-4e4e-a1c5-8245386662dc tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 944 time: 0.0524359 Jul 28 17:50:53.099792 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1c7bccbf-2a7d-4f3c-81ce-e5cbc56c99c7 req-86d734e8-06ce-4cfa-a916-93ed390aa2d2 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=46394767-d88f-4c68-88b0-f35808d6e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431178 Jul 28 17:50:54.219673 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2e1bb-8b2c-4049-b496-2e5632fc9569 req-b10d890c-0f93-4113-9ef0-2632244b68ff tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:54.221190 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-34c2e1bb-8b2c-4049-b496-2e5632fc9569 req-b10d890c-0f93-4113-9ef0-2632244b68ff tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 944 time: 0.0483744 Jul 28 17:50:54.232259 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:54.272735 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-34c2e1bb-8b2c-4049-b496-2e5632fc9569 req-b6c6b4db-8514-4957-b03b-2f88e1da1b74 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=46394767-d88f-4c68-88b0-f35808d6e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460088 Jul 28 17:50:54.426524 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 51d2b649-6b93-48cc-8e60-2002ccf154a4 up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:50:54.467898 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port 51d2b649-6b93-48cc-8e60-2002ccf154a4 completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:50:54.474887 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 51d2b649-6b93-48cc-8e60-2002ccf154a4 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:50:54.475487 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (51d2b649-6b93-48cc-8e60-2002ccf154a4), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:54.520558 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:54.555399 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 51d2b649-6b93-48cc-8e60-2002ccf154a4 is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:50:54.555793 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (51d2b649-6b93-48cc-8e60-2002ccf154a4), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:54.578964 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db521d28-6a27-47cd-b764-156c113ed677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d2b649-6b93-48cc-8e60-2002ccf154a4'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:50:54.581851 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce3fb0b-eb85-4150-8f55-6f9bce903cba" -d '{"events": [{"server_uuid": "db521d28-6a27-47cd-b764-156c113ed677", "name": "network-vif-plugged", "status": "completed", "tag": "51d2b649-6b93-48cc-8e60-2002ccf154a4"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:50:54.595210 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 51d2b649-6b93-48cc-8e60-2002ccf154a4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=51d2b649-6b93-48cc-8e60-2002ccf154a4,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:50:54.599217 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (51d2b649-6b93-48cc-8e60-2002ccf154a4), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:54.624573 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b97bbf-0aef-490a-b821-c558b84da16a x-openstack-request-id: req-20b97bbf-0aef-490a-b821-c558b84da16a {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:50:54.625072 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db521d28-6a27-47cd-b764-156c113ed677", "name": "network-vif-plugged", "status": "completed", "tag": "51d2b649-6b93-48cc-8e60-2002ccf154a4", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:50:54.625547 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-20b97bbf-0aef-490a-b821-c558b84da16a {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:50:54.625988 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b97bbf-0aef-490a-b821-c558b84da16a'] response: {'server_uuid': 'db521d28-6a27-47cd-b764-156c113ed677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d2b649-6b93-48cc-8e60-2002ccf154a4', 'code': 200} Jul 28 17:50:54.638090 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:54.654473 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=51d2b649-6b93-48cc-8e60-2002ccf154a4,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:50:54.834448 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f32f6b-ccc8-4b93-850e-62cf6bca9675 req-63e3ab31-a244-4eae-91b4-402ae4e400f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:54.836081 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a4f32f6b-ccc8-4b93-850e-62cf6bca9675 req-63e3ab31-a244-4eae-91b4-402ae4e400f6 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 1129 time: 0.0405443 Jul 28 17:50:54.880975 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a4f32f6b-ccc8-4b93-850e-62cf6bca9675 req-946811ce-09e5-4443-ad86-31cd8b6c6b2d service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=46394767-d88f-4c68-88b0-f35808d6e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376408 Jul 28 17:50:55.394990 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603ed93-5e16-4b43-a4a8-2a3368dec937 req-18491fc4-8033-4546-bf2a-5ab2d439f174 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:55.396754 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-0603ed93-5e16-4b43-a4a8-2a3368dec937 req-18491fc4-8033-4546-bf2a-5ab2d439f174 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 945 time: 0.0502641 Jul 28 17:50:55.443641 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-0603ed93-5e16-4b43-a4a8-2a3368dec937 req-cb5e43b2-f869-43de-8a55-1f3e337255b9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=46394767-d88f-4c68-88b0-f35808d6e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412340 Jul 28 17:50:55.689884 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-722f146c-c8f0-4def-9aa8-8bd15991edcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:56.565299 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ec355-37b9-44d5-9a31-9fc3a04cdace req-d8152c9a-18fc-4c36-ba5d-71d3fb31c64a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:56.566797 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4d5ec355-37b9-44d5-9a31-9fc3a04cdace req-d8152c9a-18fc-4c36-ba5d-71d3fb31c64a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 945 time: 0.0481625 Jul 28 17:50:56.622658 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4d5ec355-37b9-44d5-9a31-9fc3a04cdace req-faad987c-e860-4787-af80-43375864da7b tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=46394767-d88f-4c68-88b0-f35808d6e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499542 Jul 28 17:50:57.741992 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806db5fb-1eca-42b1-8d0e-cb43c6fbc741 req-8e6c0e27-0662-447e-b94e-ffbfa4a53a6b tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:57.743487 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-806db5fb-1eca-42b1-8d0e-cb43c6fbc741 req-8e6c0e27-0662-447e-b94e-ffbfa4a53a6b tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 945 time: 0.0475612 Jul 28 17:50:57.755816 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:57.792431 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-806db5fb-1eca-42b1-8d0e-cb43c6fbc741 req-cbb47519-e751-49bc-be55-fc084132ed2e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=46394767-d88f-4c68-88b0-f35808d6e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435250 Jul 28 17:50:57.911192 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a54d3-d2df-4fd3-845b-b49653c2b938 req-981f1866-e640-407e-9a1b-dec3586b77f5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:57.912603 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f66a54d3-d2df-4fd3-845b-b49653c2b938 req-981f1866-e640-407e-9a1b-dec3586b77f5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 945 time: 0.0473928 Jul 28 17:50:57.923183 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 43608) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:50:57.927627 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-a9e6776e-b5a9-4a43-9189-b6b449eaa1bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'floatingip': {'port_id': '51d2b649-6b93-48cc-8e60-2002ccf154a4'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:50:57.968504 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a9e6776e-b5a9-4a43-9189-b6b449eaa1bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (820e1efc-f2cc-4b76-a79c-913023678825), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:58.127356 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d5085097-1805-4e95-90f3-ed2ebb13f7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:58.393747 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a9e6776e-b5a9-4a43-9189-b6b449eaa1bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:58.398378 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a9e6776e-b5a9-4a43-9189-b6b449eaa1bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (820e1efc-f2cc-4b76-a79c-913023678825), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:58.494307 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.l3_db [None req-a9e6776e-b5a9-4a43-9189-b6b449eaa1bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Floating IP 820e1efc-f2cc-4b76-a79c-913023678825 associated. External IP: 172.27.1.125, port: 51d2b649-6b93-48cc-8e60-2002ccf154a4. Jul 28 17:50:58.693800 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e6776e-b5a9-4a43-9189-b6b449eaa1bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Router 2d47a542-f47f-47f4-96fb-ccfb58776de1 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:50:58.786033 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:58.798438 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e6776e-b5a9-4a43-9189-b6b449eaa1bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:50:58.803215 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a9e6776e-b5a9-4a43-9189-b6b449eaa1bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:58.807717 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ea0bc3-9282-4ab8-8613-ff4762f5fa19 None None] Sync routers for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:50:58.818332 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea0bc3-9282-4ab8-8613-ff4762f5fa19 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:58.818949 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-f9ea0bc3-9282-4ab8-8613-ff4762f5fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:58.835273 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-a9e6776e-b5a9-4a43-9189-b6b449eaa1bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "PUT /v2.0/floatingips/820e1efc-f2cc-4b76-a79c-913023678825 HTTP/1.1" status: 200 len: 991 time: 0.9109833 Jul 28 17:50:58.835865 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db521d28-6a27-47cd-b764-156c113ed677', 'tag': '51d2b649-6b93-48cc-8e60-2002ccf154a4'}] {{(pid=110736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:50:58.838275 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}145a65782f2867474eadf9b916918c8f0f213435b387e627a4b5e7b49d5368fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85216885-2ee6-410d-bc2a-f90b14fb5db5" -d '{"events": [{"name": "network-changed", "server_uuid": "db521d28-6a27-47cd-b764-156c113ed677", "tag": "51d2b649-6b93-48cc-8e60-2002ccf154a4"}]}' {{(pid=110736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:50:58.876934 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf76a63-7e1c-4125-bcd3-ebcd21a81113 x-openstack-request-id: req-ddf76a63-7e1c-4125-bcd3-ebcd21a81113 {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:50:58.877264 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db521d28-6a27-47cd-b764-156c113ed677", "tag": "51d2b649-6b93-48cc-8e60-2002ccf154a4", "status": "completed", "code": 200}]} {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:50:58.877527 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ddf76a63-7e1c-4125-bcd3-ebcd21a81113 {{(pid=110736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:50:58.877950 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf76a63-7e1c-4125-bcd3-ebcd21a81113'] response: {'name': 'network-changed', 'server_uuid': 'db521d28-6a27-47cd-b764-156c113ed677', 'tag': '51d2b649-6b93-48cc-8e60-2002ccf154a4', 'status': 'completed', 'code': 200} Jul 28 17:50:58.980574 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85216885-2ee6-410d-bc2a-f90b14fb5db5 req-2f740301-ae12-4451-86cb-e4e221fb2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:58.982063 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-85216885-2ee6-410d-bc2a-f90b14fb5db5 req-2f740301-ae12-4451-86cb-e4e221fb2487 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 1129 time: 0.0429447 Jul 28 17:50:59.050543 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-f9ea0bc3-9282-4ab8-8613-ff4762f5fa19 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:59.079850 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85216885-2ee6-410d-bc2a-f90b14fb5db5 req-7dddf25a-4af9-4cae-8c51-6b0491dbddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:59.081367 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-85216885-2ee6-410d-bc2a-f90b14fb5db5 req-7dddf25a-4af9-4cae-8c51-6b0491dbddde service neutron] 10.222.0.100 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 917 time: 0.0921929 Jul 28 17:50:59.123658 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:59.140667 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:50:59.148308 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-85216885-2ee6-410d-bc2a-f90b14fb5db5 req-c29ad584-be8f-48d5-a4e4-eb3c381f5424 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51d2b649-6b93-48cc-8e60-2002ccf154a4 HTTP/1.1" status: 200 len: 999 time: 0.0574746 Jul 28 17:50:59.200422 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85216885-2ee6-410d-bc2a-f90b14fb5db5 req-00cdfdfb-881d-4fe0-948b-87047ad49b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:59.201928 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-85216885-2ee6-410d-bc2a-f90b14fb5db5 req-00cdfdfb-881d-4fe0-948b-87047ad49b48 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=adcc443e-ff8a-4ec1-b3aa-5572612cf945 HTTP/1.1" status: 200 len: 854 time: 0.0456567 Jul 28 17:50:59.251434 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85216885-2ee6-410d-bc2a-f90b14fb5db5 req-10bd2e0d-39bc-4dd4-b578-b3bd6c6bd672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:50:59.252891 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-85216885-2ee6-410d-bc2a-f90b14fb5db5 req-10bd2e0d-39bc-4dd4-b578-b3bd6c6bd672 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433230 Jul 28 17:50:59.277387 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-f9ea0bc3-9282-4ab8-8613-ff4762f5fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '820e1efc-f2cc-4b76-a79c-913023678825', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': '51d2b649-6b93-48cc-8e60-2002ccf154a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:d3:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db521d28-6a27-47cd-b764-156c113ed677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:50:42Z', 'updated_at': '2022-07-28T17:50:58Z', 'revision_number': 1, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:59.303137 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ea0bc3-9282-4ab8-8613-ff4762f5fa19 None None] Checking router: 2d47a542-f47f-47f4-96fb-ccfb58776de1 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:50:59.311595 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea0bc3-9282-4ab8-8613-ff4762f5fa19 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:50:59.312207 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-f9ea0bc3-9282-4ab8-8613-ff4762f5fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:50:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:59.348439 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-85216885-2ee6-410d-bc2a-f90b14fb5db5 req-2a547445-4bfa-462d-ad41-e710d89d560f service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890975 Jul 28 17:50:59.416221 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-f9ea0bc3-9282-4ab8-8613-ff4762f5fa19 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:50:59.444259 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-85216885-2ee6-410d-bc2a-f90b14fb5db5 req-6dc44c30-fe62-416e-aad1-e95769748168 service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889673 Jul 28 17:50:59.655014 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-f9ea0bc3-9282-4ab8-8613-ff4762f5fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '820e1efc-f2cc-4b76-a79c-913023678825', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': '51d2b649-6b93-48cc-8e60-2002ccf154a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:d3:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db521d28-6a27-47cd-b764-156c113ed677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:50:42Z', 'updated_at': '2022-07-28T17:50:58Z', 'revision_number': 1, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:50:59.679418 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ea0bc3-9282-4ab8-8613-ff4762f5fa19 None None] The sync data for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi is: [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '820e1efc-f2cc-4b76-a79c-913023678825', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': '51d2b649-6b93-48cc-8e60-2002ccf154a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:d3:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db521d28-6a27-47cd-b764-156c113ed677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:50:42Z', 'updated_at': '2022-07-28T17:50:58Z', 'revision_number': 1, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:50:59.771458 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:59.773443 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:50:59.868677 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0510df33-f8e0-4150-b9c8-e1fb56613dd9 None None] New status for floating IP 820e1efc-f2cc-4b76-a79c-913023678825: ACTIVE {{(pid=110738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:51:00.630230 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:00.890243 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:00.944618 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:08.829051 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:08.831596 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:09.439819 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=85 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:09.441771 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=30 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:09.977357 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:09.980466 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:10.933828 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:10.941631 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:13.316103 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9f2c5-7232-4646-ae18-14476704898e req-98529394-e7a6-4673-88e1-6c1ed1cbf3bf tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:13.317576 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-30f9f2c5-7232-4646-ae18-14476704898e req-98529394-e7a6-4673-88e1-6c1ed1cbf3bf tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0483177 Jul 28 17:51:13.364276 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-30f9f2c5-7232-4646-ae18-14476704898e req-0952c894-dafa-4d21-9878-e9f7ad4afc0d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410156 Jul 28 17:51:14.494912 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5cfad-d0a2-40ed-9b98-7578178615c4 req-78bdc88f-398b-4556-b52f-f3868547d131 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:14.496445 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-0fd5cfad-d0a2-40ed-9b98-7578178615c4 req-78bdc88f-398b-4556-b52f-f3868547d131 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0484905 Jul 28 17:51:14.545471 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-0fd5cfad-d0a2-40ed-9b98-7578178615c4 req-5c50288c-0d8e-4cfb-acb3-16c5bd9d9307 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427458 Jul 28 17:51:15.674419 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c3102-4549-4b2c-a53e-6f94ee0907da req-0ae7e260-595f-4024-b7ff-3ffa99f6a206 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:15.675887 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7d9c3102-4549-4b2c-a53e-6f94ee0907da req-0ae7e260-595f-4024-b7ff-3ffa99f6a206 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0519726 Jul 28 17:51:15.724370 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7d9c3102-4549-4b2c-a53e-6f94ee0907da req-d5177f7b-d3bb-41c0-ab66-08ebe1b9b965 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429640 Jul 28 17:51:16.850589 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11693f70-53ee-47ba-b582-65aec16101c1 req-164188df-ba30-44e8-89f2-bd302121e482 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:16.852090 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-11693f70-53ee-47ba-b582-65aec16101c1 req-164188df-ba30-44e8-89f2-bd302121e482 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0484169 Jul 28 17:51:16.903499 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-11693f70-53ee-47ba-b582-65aec16101c1 req-af457641-fa65-4e54-ac31-498e1cf01c34 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459552 Jul 28 17:51:18.026136 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48972-e659-42c0-8f7f-18221fc51d76 req-411c9f61-cec7-4dfc-b2cd-133fae713ded tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:18.027591 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d0b48972-e659-42c0-8f7f-18221fc51d76 req-411c9f61-cec7-4dfc-b2cd-133fae713ded tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0481193 Jul 28 17:51:18.074748 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d0b48972-e659-42c0-8f7f-18221fc51d76 req-3e91bb1f-28ac-4a20-82eb-ea8874da0db3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413220 Jul 28 17:51:18.305928 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:51:19.197494 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cea2f-413b-4c6d-add1-daff09a47701 req-afea0947-075d-4ea0-b8d5-f75e3226684d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:19.198956 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-aa1cea2f-413b-4c6d-add1-daff09a47701 req-afea0947-075d-4ea0-b8d5-f75e3226684d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0469878 Jul 28 17:51:19.247120 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-aa1cea2f-413b-4c6d-add1-daff09a47701 req-3670f5f4-e898-499d-bc35-3524186a8002 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417173 Jul 28 17:51:20.370515 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f379c9-652d-42a9-9833-722cb98629c1 req-4377b2b5-db84-4c2b-828d-a6a83b52c8d0 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:20.371957 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-23f379c9-652d-42a9-9833-722cb98629c1 req-4377b2b5-db84-4c2b-828d-a6a83b52c8d0 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0475864 Jul 28 17:51:20.421244 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-23f379c9-652d-42a9-9833-722cb98629c1 req-1484c678-7f9d-4f26-9596-19d46675f3a5 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435970 Jul 28 17:51:21.551799 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37aaf72-9486-45f9-b589-d285e22cf7de req-e41e8709-c188-4799-96e4-dcb73a002444 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:21.553417 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a37aaf72-9486-45f9-b589-d285e22cf7de req-e41e8709-c188-4799-96e4-dcb73a002444 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0512707 Jul 28 17:51:21.602609 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a37aaf72-9486-45f9-b589-d285e22cf7de req-7ad0abeb-58d3-472b-9a91-72590d854d3f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437036 Jul 28 17:51:22.730072 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c28839-025e-499d-8373-d2175412acda req-5708dd3c-28b4-4e08-8cac-972250bdd481 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:22.731538 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-32c28839-025e-499d-8373-d2175412acda req-5708dd3c-28b4-4e08-8cac-972250bdd481 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0480194 Jul 28 17:51:22.779563 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-32c28839-025e-499d-8373-d2175412acda req-7c21832a-a244-426c-9a62-1eb2ee650c81 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424404 Jul 28 17:51:23.910386 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c89f-2498-4a68-aa3b-07d149ec1287 req-0325abda-5332-4420-9acd-0257b399f77f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:23.911909 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a482c89f-2498-4a68-aa3b-07d149ec1287 req-0325abda-5332-4420-9acd-0257b399f77f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0527856 Jul 28 17:51:23.960810 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a482c89f-2498-4a68-aa3b-07d149ec1287 req-dc5e273c-4e0e-4572-ae8b-af94454e9e1a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427439 Jul 28 17:51:25.085472 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8abf3e-3424-47ee-801a-8137c892bdca req-96fb1a4d-bddb-4613-ac26-765b0130bee2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:25.086853 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1f8abf3e-3424-47ee-801a-8137c892bdca req-96fb1a4d-bddb-4613-ac26-765b0130bee2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0475295 Jul 28 17:51:25.135678 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1f8abf3e-3424-47ee-801a-8137c892bdca req-265b4bf0-65f6-43ef-8334-6b98b9ab5e89 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432589 Jul 28 17:51:25.693444 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-5ec6af6c-246e-4299-aa99-12d1ac481e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:26.260508 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaec18-dc5c-4d55-b663-2c62395acb1b req-f3fc47df-2930-4bb8-aa35-d765f484e25f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:26.261939 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8fbaec18-dc5c-4d55-b663-2c62395acb1b req-f3fc47df-2930-4bb8-aa35-d765f484e25f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0482442 Jul 28 17:51:26.310723 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8fbaec18-dc5c-4d55-b663-2c62395acb1b req-f21e44ad-34b1-4b40-9a53-2d560f4691d1 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432119 Jul 28 17:51:27.591428 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05551e7e-eb0e-45f5-84a0-971ed378364e req-e89e3bfc-34e5-4baf-9ffa-885c9beb1723 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:27.592916 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-05551e7e-eb0e-45f5-84a0-971ed378364e req-e89e3bfc-34e5-4baf-9ffa-885c9beb1723 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0506434 Jul 28 17:51:27.642071 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-05551e7e-eb0e-45f5-84a0-971ed378364e req-df9b4cfb-9966-42da-8d2a-487384932213 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422015 Jul 28 17:51:28.133588 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-e8ee370c-f47d-44e3-bbfa-df305e9b66e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:28.767903 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe05a-3dd4-4f10-a2db-67d7c569982b req-bcd0f7d5-9bca-455e-af78-a56dab9a4995 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:28.769412 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-214fe05a-3dd4-4f10-a2db-67d7c569982b req-bcd0f7d5-9bca-455e-af78-a56dab9a4995 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0511684 Jul 28 17:51:28.816915 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-214fe05a-3dd4-4f10-a2db-67d7c569982b req-f804f19d-d3a1-4304-afc0-30ee0b4f1717 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417454 Jul 28 17:51:29.124953 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:29.944604 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b3194-0586-4756-9603-c2776b07db54 req-011762b5-a487-4b5b-96f0-f1d6b4044c51 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:29.946305 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-958b3194-0586-4756-9603-c2776b07db54 req-011762b5-a487-4b5b-96f0-f1d6b4044c51 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0503216 Jul 28 17:51:29.993579 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-958b3194-0586-4756-9603-c2776b07db54 req-9b1e01de-108b-47d2-a2c7-74805405b3ef tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416689 Jul 28 17:51:30.433432 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b027f-91f1-4ad9-8de6-b055fbb37f3e req-2bbe1708-939c-4a29-b143-0406bf93e74c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:30.434889 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ae5b027f-91f1-4ad9-8de6-b055fbb37f3e req-2bbe1708-939c-4a29-b143-0406bf93e74c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0478847 Jul 28 17:51:30.487512 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ae5b027f-91f1-4ad9-8de6-b055fbb37f3e req-ed891cb9-0ca3-402c-af89-e89c569ecb2b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469844 Jul 28 17:51:30.625430 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:30.895059 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:30.947024 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:31.269221 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab0e63-7e54-4471-a56b-74b0e02b8973 req-7380d382-2117-4114-84b2-ab8e5f04af75 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:31.270698 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2dab0e63-7e54-4471-a56b-74b0e02b8973 req-7380d382-2117-4114-84b2-ab8e5f04af75 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0473144 Jul 28 17:51:31.318582 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2dab0e63-7e54-4471-a56b-74b0e02b8973 req-98db8fb9-bfe2-418a-9370-0b6a24121c43 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421264 Jul 28 17:51:31.603749 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0eff5-159e-4071-84be-6aba8bb3aed0 req-64e936da-d6db-4d2e-877c-7c628c8bcff5 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:31.605213 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-87a0eff5-159e-4071-84be-6aba8bb3aed0 req-64e936da-d6db-4d2e-877c-7c628c8bcff5 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0463679 Jul 28 17:51:31.654166 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-87a0eff5-159e-4071-84be-6aba8bb3aed0 req-c579627c-191d-423c-a27f-483212be80f2 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433922 Jul 28 17:51:32.301389 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab149e-bf32-4426-bd6f-50aa53d6569e req-0249105f-6e5d-413f-adca-5f88cce0e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:32.303040 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-faab149e-bf32-4426-bd6f-50aa53d6569e req-0249105f-6e5d-413f-adca-5f88cce0e731 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=65535f9817c448dfac997e93efa1a909&device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 1130 time: 0.0431466 Jul 28 17:51:32.325731 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=3 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:32.331083 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=5 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:32.388363 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:32.399076 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:32.430138 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab149e-bf32-4426-bd6f-50aa53d6569e req-cf4e9c71-b73c-4fd6-b226-450e94f5cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:32.432689 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-faab149e-bf32-4426-bd6f-50aa53d6569e req-cf4e9c71-b73c-4fd6-b226-450e94f5cc24 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4 HTTP/1.1" status: 200 len: 918 time: 0.1070430 Jul 28 17:51:32.528931 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5004b3-ca33-42ba-aa45-f40fe4613e25 req-fc1a4556-6a19-4a5c-9a21-e4e4dfa96fb3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:32.530474 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dc5004b3-ca33-42ba-aa45-f40fe4613e25 req-fc1a4556-6a19-4a5c-9a21-e4e4dfa96fb3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0964305 Jul 28 17:51:32.547749 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-faab149e-bf32-4426-bd6f-50aa53d6569e req-31dc74b6-0f74-457a-9b90-40c3b9fcdc40 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c HTTP/1.1" status: 200 len: 1001 time: 0.1020577 Jul 28 17:51:32.624862 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab149e-bf32-4426-bd6f-50aa53d6569e req-b39e175d-81aa-4c71-b17f-6e4e235fbc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:32.626579 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-faab149e-bf32-4426-bd6f-50aa53d6569e req-b39e175d-81aa-4c71-b17f-6e4e235fbc8c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a600d630-923a-4634-8e5f-0a3bd63e1f8a HTTP/1.1" status: 200 len: 855 time: 0.0661988 Jul 28 17:51:32.631657 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dc5004b3-ca33-42ba-aa45-f40fe4613e25 req-3779a7ce-9a1a-4edf-9764-54cf28e5fb43 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913231 Jul 28 17:51:32.692243 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab149e-bf32-4426-bd6f-50aa53d6569e req-75ebd285-02c3-48e7-8438-524e564eea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:32.693948 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-faab149e-bf32-4426-bd6f-50aa53d6569e req-75ebd285-02c3-48e7-8438-524e564eea80 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485461 Jul 28 17:51:32.781660 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c15b1f-ac55-4a10-af18-495d15f44c31 req-00b81def-4ac6-483f-83a0-d04c599d9edd tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:32.783088 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-13c15b1f-ac55-4a10-af18-495d15f44c31 req-00b81def-4ac6-483f-83a0-d04c599d9edd tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0475652 Jul 28 17:51:32.794816 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-faab149e-bf32-4426-bd6f-50aa53d6569e req-31c83388-1d2a-40d5-8c69-2912c68873f7 service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908465 Jul 28 17:51:32.838897 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-13c15b1f-ac55-4a10-af18-495d15f44c31 req-a3e52ee0-07b1-49eb-be95-3871539da292 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483618 Jul 28 17:51:32.891879 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-faab149e-bf32-4426-bd6f-50aa53d6569e req-0d860a8e-9294-42b7-879e-5046c2165067 service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876489 Jul 28 17:51:33.763674 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d44ff-7809-45c5-91e7-2894e37dc280 req-3785ca7c-8bb1-4b57-9b62-2b262d4a463f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:33.765173 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-828d44ff-7809-45c5-91e7-2894e37dc280 req-3785ca7c-8bb1-4b57-9b62-2b262d4a463f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0509150 Jul 28 17:51:33.817117 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-828d44ff-7809-45c5-91e7-2894e37dc280 req-6925452e-bbeb-483f-8b3f-9babcb4ec8e9 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457170 Jul 28 17:51:33.968337 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327a711-d051-4b86-85ed-c5ebc600e947 req-e2737964-f9cb-43c2-be35-2976aac5d0a8 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:33.970215 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6327a711-d051-4b86-85ed-c5ebc600e947 req-e2737964-f9cb-43c2-be35-2976aac5d0a8 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0518587 Jul 28 17:51:34.026675 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6327a711-d051-4b86-85ed-c5ebc600e947 req-bf5061db-e6b2-4765-a499-ea337901950c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489428 Jul 28 17:51:34.618345 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:51:34.726252 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:51:34.738538 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'port_id': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c', 'mac_address': 'fa:16:3e:02:8d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:51:34.773587 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c is: ACTIVE; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:51:34.773983 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:34.787340 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:51:34.807123 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:51:34.811292 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:34.860959 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,revision_number=6']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:51:34.869049 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:34.869445 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:34.869819 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:34.870148 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:34.870489 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:34.870824 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:34.871166 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:34.871501 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:34.871836 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:34.872171 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:34.872505 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:34.872835 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:34.873182 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:34.873534 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:34.873868 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:51:34.947566 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbd76a-1faa-4bdc-bbf5-745772cc70a4 req-d833d5c4-1b57-4c12-b2aa-fb09bb591477 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:34.949071 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-19fbd76a-1faa-4bdc-bbf5-745772cc70a4 req-d833d5c4-1b57-4c12-b2aa-fb09bb591477 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 945 time: 0.0492091 Jul 28 17:51:34.996923 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-19fbd76a-1faa-4bdc-bbf5-745772cc70a4 req-58ae3ab2-4733-40f8-8217-09f91efe2c33 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421598 Jul 28 17:51:35.091545 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['02dfadbe-faf1-4f78-bb83-5e3e6670bb0c'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:51:35.156367 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a6a1a-ca14-48a1-a624-dd1f6d294d61 req-09368291-94fe-4730-992a-546d4a56ce3e tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:35.157869 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ae0a6a1a-ca14-48a1-a624-dd1f6d294d61 req-09368291-94fe-4730-992a-546d4a56ce3e tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0550206 Jul 28 17:51:35.210918 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ae0a6a1a-ca14-48a1-a624-dd1f6d294d61 req-e619ce14-4a7a-43b0-a4b6-371e8c23648f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459197 Jul 28 17:51:36.121251 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affe0a2-a713-4487-88b9-5a5a2cc5b679 req-f3f4fb23-2b00-4d12-91da-b2b60779502b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:36.122661 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2affe0a2-a713-4487-88b9-5a5a2cc5b679 req-f3f4fb23-2b00-4d12-91da-b2b60779502b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 945 time: 0.0476232 Jul 28 17:51:36.158264 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:36.173906 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2affe0a2-a713-4487-88b9-5a5a2cc5b679 req-8c92321f-d3e5-440f-9b07-1243f7da4098 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441103 Jul 28 17:51:36.329722 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693b3d6-08b6-4dd6-8db0-d8e3feacb78d req-7ba795fe-a311-4754-8dbc-81b1f044046f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:36.331215 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f693b3d6-08b6-4dd6-8db0-d8e3feacb78d req-7ba795fe-a311-4754-8dbc-81b1f044046f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0482376 Jul 28 17:51:36.380572 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f693b3d6-08b6-4dd6-8db0-d8e3feacb78d req-9ea35b40-cef5-4601-8180-3abeb9d8de11 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437663 Jul 28 17:51:36.621146 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:51:36.671704 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:51:36.672089 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:36.736690 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:36.748502 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:51:36.748903 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:36.773871 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce6e951-fa65-433e-af84-80f075da23fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:51:36.776089 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37331119-130f-47c1-a0cb-6deb6b0f1e24" -d '{"events": [{"server_uuid": "0ce6e951-fa65-433e-af84-80f075da23fa", "name": "network-vif-plugged", "status": "completed", "tag": "02dfadbe-faf1-4f78-bb83-5e3e6670bb0c"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:51:36.786012 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:36.790190 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:51:36.794987 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:36.823341 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061558bb-6fc6-4626-b04f-9313c4b654fd x-openstack-request-id: req-061558bb-6fc6-4626-b04f-9313c4b654fd {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:51:36.823636 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce6e951-fa65-433e-af84-80f075da23fa", "name": "network-vif-plugged", "status": "completed", "tag": "02dfadbe-faf1-4f78-bb83-5e3e6670bb0c", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:51:36.823892 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-061558bb-6fc6-4626-b04f-9313c4b654fd {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:51:36.824444 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-061558bb-6fc6-4626-b04f-9313c4b654fd'] response: {'server_uuid': '0ce6e951-fa65-433e-af84-80f075da23fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c', 'code': 200} Jul 28 17:51:36.855482 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,revision_number=7']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:51:37.340779 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec253efa-1e59-4773-8bc7-1c01e1b70810 req-1bc77039-ecc3-4dbc-90f4-ddcb052e63bd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:37.342562 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ec253efa-1e59-4773-8bc7-1c01e1b70810 req-1bc77039-ecc3-4dbc-90f4-ddcb052e63bd tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0666673 Jul 28 17:51:37.405566 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ec253efa-1e59-4773-8bc7-1c01e1b70810 req-dcd07762-16c1-4e16-be15-23aacc246c60 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525687 Jul 28 17:51:37.507403 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:37.528374 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff2752-014a-42e3-a449-f3c2028cc61e req-d20f8892-45c7-4ce2-8b3b-d812275c0b9c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:37.535913 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-eeff2752-014a-42e3-a449-f3c2028cc61e req-d20f8892-45c7-4ce2-8b3b-d812275c0b9c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0663893 Jul 28 17:51:37.584790 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-eeff2752-014a-42e3-a449-f3c2028cc61e req-f899a78d-2852-41fb-a538-2353a308fbd6 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480225 Jul 28 17:51:38.545500 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63a985-0769-453b-84c8-6416d68a882d req-2e1be119-5d10-4276-a724-7e22433c1c06 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:38.547641 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6b63a985-0769-453b-84c8-6416d68a882d req-2e1be119-5d10-4276-a724-7e22433c1c06 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0515382 Jul 28 17:51:38.575098 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:38.607014 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6b63a985-0769-453b-84c8-6416d68a882d req-ed12bdc2-335b-41cd-b68d-ef1f750ddc01 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527647 Jul 28 17:51:38.721412 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dc0bc-1282-4f6a-a973-6296d5076ee0 req-9a9c0045-9de8-4f8a-850d-388a0d95e4bd tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:38.723474 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6c6dc0bc-1282-4f6a-a973-6296d5076ee0 req-9a9c0045-9de8-4f8a-850d-388a0d95e4bd tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0540972 Jul 28 17:51:38.780303 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-6c6dc0bc-1282-4f6a-a973-6296d5076ee0 req-f7576040-2664-45c0-9263-a0f1429e3cf1 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500178 Jul 28 17:51:39.705769 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:39.745765 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7406e9d-84b4-4824-802c-e33b1e738a92 req-cd44d925-c8ae-4257-94c4-3f137780f4c6 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:39.747899 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f7406e9d-84b4-4824-802c-e33b1e738a92 req-cd44d925-c8ae-4257-94c4-3f137780f4c6 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0526283 Jul 28 17:51:39.806665 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f7406e9d-84b4-4824-802c-e33b1e738a92 req-0df56566-74f9-41b5-bfbe-fc6a640affc1 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533001 Jul 28 17:51:39.934210 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c30dc-5b68-4548-9d7f-4839781ed647 req-5242277b-6a53-414c-b5fb-7208d8ec6b46 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:39.936490 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-717c30dc-5b68-4548-9d7f-4839781ed647 req-5242277b-6a53-414c-b5fb-7208d8ec6b46 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0553820 Jul 28 17:51:39.995867 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-717c30dc-5b68-4548-9d7f-4839781ed647 req-f7aa7f1e-12a1-4e59-804a-649a32e01ecd tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522346 Jul 28 17:51:40.957419 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a08129-3f71-4091-9c7e-9fe53b7c7b77 req-4d99c6fa-ceb5-4f50-9914-d97e01440f47 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:40.959427 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-08a08129-3f71-4091-9c7e-9fe53b7c7b77 req-4d99c6fa-ceb5-4f50-9914-d97e01440f47 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0547609 Jul 28 17:51:41.011913 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-08a08129-3f71-4091-9c7e-9fe53b7c7b77 req-161dcf17-8341-4e27-aa11-035c85d8306f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471799 Jul 28 17:51:41.131320 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b1aab-adf1-4910-9c11-ed0f10dabd39 req-b5e49cb5-63a5-4403-a6ae-4c022eab109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:41.136809 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cc5b1aab-adf1-4910-9c11-ed0f10dabd39 req-b5e49cb5-63a5-4403-a6ae-4c022eab109f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0ef795b478944722886f1d084f49008d&device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 1130 time: 0.0692539 Jul 28 17:51:41.172400 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04717e-f38e-42f7-8096-fa1326aceb66 req-10b30541-505b-433f-8871-5df93278f64f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:41.174324 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2f04717e-f38e-42f7-8096-fa1326aceb66 req-10b30541-505b-433f-8871-5df93278f64f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0553162 Jul 28 17:51:41.243284 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2f04717e-f38e-42f7-8096-fa1326aceb66 req-b4320ff3-8f25-4c0b-8a87-97c317637c69 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581291 Jul 28 17:51:41.618913 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b1aab-adf1-4910-9c11-ed0f10dabd39 req-9930ce1f-9db8-407a-b77c-458d06524d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:41.621009 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cc5b1aab-adf1-4910-9c11-ed0f10dabd39 req-9930ce1f-9db8-407a-b77c-458d06524d57 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3c408952-a8f7-48c3-935f-d12a5087c0dd HTTP/1.1" status: 200 len: 910 time: 0.1656389 Jul 28 17:51:41.715236 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cc5b1aab-adf1-4910-9c11-ed0f10dabd39 req-3e799817-4dff-4d43-ac5a-a7ed185b0878 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc52a880-fa63-4cb8-9043-9a3589099ae5 HTTP/1.1" status: 200 len: 1001 time: 0.0818090 Jul 28 17:51:41.768162 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b1aab-adf1-4910-9c11-ed0f10dabd39 req-f0590a46-48ec-4c90-88b4-bbeca928378a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:41.770692 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cc5b1aab-adf1-4910-9c11-ed0f10dabd39 req-f0590a46-48ec-4c90-88b4-bbeca928378a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fe593b98-b683-41c5-a77d-ecb43eb96f49 HTTP/1.1" status: 200 len: 847 time: 0.0472929 Jul 28 17:51:41.819904 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b1aab-adf1-4910-9c11-ed0f10dabd39 req-bf1a8781-22f9-47cd-ad62-dc4313f665b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:41.821453 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cc5b1aab-adf1-4910-9c11-ed0f10dabd39 req-bf1a8781-22f9-47cd-ad62-dc4313f665b5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3c408952-a8f7-48c3-935f-d12a5087c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438397 Jul 28 17:51:41.926863 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cc5b1aab-adf1-4910-9c11-ed0f10dabd39 req-eb64ef29-ac74-4ad3-988b-881b29c9a02a service neutron] 10.222.0.100 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970283 Jul 28 17:51:42.032718 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cc5b1aab-adf1-4910-9c11-ed0f10dabd39 req-f58c81e5-42cd-4cb7-92c4-5fed868c3eaf service neutron] 10.222.0.100 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994656 Jul 28 17:51:42.170302 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956cfae-bd73-4183-9c78-3fe30c6d9810 req-1bd0b849-0cb3-40d5-a0aa-f1fbb2874b7e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:42.171796 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4956cfae-bd73-4183-9c78-3fe30c6d9810 req-1bd0b849-0cb3-40d5-a0aa-f1fbb2874b7e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0493279 Jul 28 17:51:42.225513 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4956cfae-bd73-4183-9c78-3fe30c6d9810 req-571abd73-9df0-49de-8e96-a2a7b33f1c8b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441504 Jul 28 17:51:42.372573 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e8b0d-877e-4134-8013-9bb4952b6562 req-6ae9ef3b-5132-4001-8dcb-e667063cecd4 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:42.374201 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f41e8b0d-877e-4134-8013-9bb4952b6562 req-6ae9ef3b-5132-4001-8dcb-e667063cecd4 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0502269 Jul 28 17:51:42.429619 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f41e8b0d-877e-4134-8013-9bb4952b6562 req-0d09d167-3263-4f71-8d07-8cdff9b0f07c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492823 Jul 28 17:51:43.382587 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f0195-436c-4c7c-b6fc-d4aeec0b2139 req-435d799f-5d6d-4c7c-9532-58dbc7595f3b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:43.390775 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5e9f0195-436c-4c7c-b6fc-d4aeec0b2139 req-435d799f-5d6d-4c7c-9532-58dbc7595f3b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0602722 Jul 28 17:51:43.455257 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5e9f0195-436c-4c7c-b6fc-d4aeec0b2139 req-60cc05bb-8da0-46d1-b0cb-5323f75827d7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624757 Jul 28 17:51:43.630550 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e54d7-27b8-4f7e-8329-362682c43c69 req-6798901e-edff-42c1-8f35-67c32b8eda45 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:43.637491 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-314e54d7-27b8-4f7e-8329-362682c43c69 req-6798901e-edff-42c1-8f35-67c32b8eda45 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0984163 Jul 28 17:51:43.715471 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-314e54d7-27b8-4f7e-8329-362682c43c69 req-fd51c90d-4ed8-4f5f-8b8e-f1616ae342c9 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690491 Jul 28 17:51:44.636817 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef64c6-1a12-4922-8acd-02d813458375 req-7b386d02-c3ca-405c-bb5d-537e5b7a07aa tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:44.649078 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a3ef64c6-1a12-4922-8acd-02d813458375 req-7b386d02-c3ca-405c-bb5d-537e5b7a07aa tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0939395 Jul 28 17:51:44.722164 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a3ef64c6-1a12-4922-8acd-02d813458375 req-e9b49d2b-84b6-4421-970c-95d692c9b300 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666370 Jul 28 17:51:44.874179 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d26395-2a27-4985-a6a1-d4b2b08ff124 req-a498734c-da88-4f42-89da-cb52d0671ddb tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:44.876370 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-14d26395-2a27-4985-a6a1-d4b2b08ff124 req-a498734c-da88-4f42-89da-cb52d0671ddb tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0759087 Jul 28 17:51:44.935058 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-14d26395-2a27-4985-a6a1-d4b2b08ff124 req-a815ff9e-81b4-4b41-8593-1e4922ac4f85 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523493 Jul 28 17:51:45.273587 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a4284-375b-4bd8-9872-b876aa26bcdb req-e1dfb7e1-ca17-42f0-9e26-9b71923337a6 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:45.281223 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5a3a4284-375b-4bd8-9872-b876aa26bcdb req-e1dfb7e1-ca17-42f0-9e26-9b71923337a6 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0884745 Jul 28 17:51:45.355027 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5a3a4284-375b-4bd8-9872-b876aa26bcdb req-b45e8b11-a3f7-481d-98b2-2a04f2cfd6a1 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726135 Jul 28 17:51:45.357856 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43870) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:51:45.454022 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:45.464979 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-ea5f9dec-76de-40d7-90ca-ecfbe6da9a98 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1043537 Jul 28 17:51:45.481661 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-97bdf900-27dd-48b5-a257-8c34b5beb6d0 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=110735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:51:45.498497 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-97bdf900-27dd-48b5-a257-8c34b5beb6d0 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0230532 Jul 28 17:51:45.655063 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 43880) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:51:45.805348 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-495e97d2-6fa5-4986-b0a6-ad334a5a6396 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:45.807076 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-495e97d2-6fa5-4986-b0a6-ad334a5a6396 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports/dc52a880-fa63-4cb8-9043-9a3589099ae5 HTTP/1.1" status: 200 len: 943 time: 0.1508882 Jul 28 17:51:45.887521 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bfb3c-87a9-4b91-9b9a-6f1805904f41 req-088876e1-cac8-40af-80cd-817c0ed3b6d5 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:45.889084 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-547bfb3c-87a9-4b91-9b9a-6f1805904f41 req-088876e1-cac8-40af-80cd-817c0ed3b6d5 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0582514 Jul 28 17:51:45.950984 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-547bfb3c-87a9-4b91-9b9a-6f1805904f41 req-2c8b3702-0bfa-4dfe-a49f-c51e2a975413 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546577 Jul 28 17:51:46.481266 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2c9d4-4e18-4eee-8ab4-82e42cd0b3d4 req-b8f5eece-b4f6-410c-9421-184703f7b9c1 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:46.483029 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-38d2c9d4-4e18-4eee-8ab4-82e42cd0b3d4 req-b8f5eece-b4f6-410c-9421-184703f7b9c1 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0525525 Jul 28 17:51:46.514586 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:46.542634 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-38d2c9d4-4e18-4eee-8ab4-82e42cd0b3d4 req-198b8db3-bccf-4fe7-939f-7d6007298067 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517898 Jul 28 17:51:46.698832 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device dc52a880-fa63-4cb8-9043-9a3589099ae5 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:51:46.769635 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port dc52a880-fa63-4cb8-9043-9a3589099ae5 is: ACTIVE; New status is: DOWN {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:51:46.770038 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:46.796255 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc52a880-fa63-4cb8-9043-9a3589099ae5'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:51:46.798496 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58f82b2-b6d4-4e04-9f44-ebc32807eba5" -d '{"events": [{"server_uuid": "eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd", "name": "network-vif-unplugged", "status": "completed", "tag": "dc52a880-fa63-4cb8-9043-9a3589099ae5"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:51:46.811429 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port dc52a880-fa63-4cb8-9043-9a3589099ae5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dc52a880-fa63-4cb8-9043-9a3589099ae5,segment=NetworkSegment(70ab3c67-0aa6-47f4-b3ad-288a70252a95),segment_id=70ab3c67-0aa6-47f4-b3ad-288a70252a95)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:51:46.817532 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:46.841206 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Jul 2022 17:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20304f7a-3a7f-47ae-ac9d-724e51c26f69 x-openstack-request-id: req-20304f7a-3a7f-47ae-ac9d-724e51c26f69 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:51:46.841488 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd", "name": "network-vif-unplugged", "status": "failed", "tag": "dc52a880-fa63-4cb8-9043-9a3589099ae5", "code": 422}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:51:46.841748 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-20304f7a-3a7f-47ae-ac9d-724e51c26f69 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:51:46.842144 dv-cinder-813229-13-iscsi neutron-server[110737]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-20304f7a-3a7f-47ae-ac9d-724e51c26f69']: {'server_uuid': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc52a880-fa63-4cb8-9043-9a3589099ae5', 'code': 422} returned with failed status Jul 28 17:51:46.868321 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=dc52a880-fa63-4cb8-9043-9a3589099ae5,revision_number=6']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:51:47.070076 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfd67d-2df0-4e4a-a6ed-5721438067aa req-3e88ca1b-b31a-4a12-b829-3d9ed76b5516 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:47.071529 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-58dfd67d-2df0-4e4a-a6ed-5721438067aa req-3e88ca1b-b31a-4a12-b829-3d9ed76b5516 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0471420 Jul 28 17:51:47.121184 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-58dfd67d-2df0-4e4a-a6ed-5721438067aa req-ad70bf3e-ca71-4a9a-b0ec-2e19fbbdc88a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440073 Jul 28 17:51:47.381446 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa50a8d-3b81-4e84-8109-9a3a52e0e6c3 req-ebe3917f-9795-44fd-95fa-d9e7daf275fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:47.382814 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4fa50a8d-3b81-4e84-8109-9a3a52e0e6c3 req-ebe3917f-9795-44fd-95fa-d9e7daf275fa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=65535f9817c448dfac997e93efa1a909&device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 1130 time: 0.0408623 Jul 28 17:51:47.475389 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa50a8d-3b81-4e84-8109-9a3a52e0e6c3 req-8fe3a1a8-9da7-4963-9d0a-380a1c110a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:47.476843 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4fa50a8d-3b81-4e84-8109-9a3a52e0e6c3 req-8fe3a1a8-9da7-4963-9d0a-380a1c110a14 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4 HTTP/1.1" status: 200 len: 918 time: 0.0862086 Jul 28 17:51:47.541632 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4fa50a8d-3b81-4e84-8109-9a3a52e0e6c3 req-7f76c132-3340-4c54-a849-4768246a77b6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c HTTP/1.1" status: 200 len: 1001 time: 0.0576589 Jul 28 17:51:47.594490 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa50a8d-3b81-4e84-8109-9a3a52e0e6c3 req-c8c9d478-ac30-47e5-af50-efd1aebf4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:47.595959 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4fa50a8d-3b81-4e84-8109-9a3a52e0e6c3 req-c8c9d478-ac30-47e5-af50-efd1aebf4fde service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a600d630-923a-4634-8e5f-0a3bd63e1f8a HTTP/1.1" status: 200 len: 855 time: 0.0481198 Jul 28 17:51:47.649715 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa50a8d-3b81-4e84-8109-9a3a52e0e6c3 req-5b024258-b091-452a-8d89-600dc9a511ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:47.651244 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4fa50a8d-3b81-4e84-8109-9a3a52e0e6c3 req-5b024258-b091-452a-8d89-600dc9a511ca service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485458 Jul 28 17:51:47.685793 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4022-cc5b-4d26-ac99-583907c21664 req-e84f5f67-11af-4356-8775-1bc03042a3e5 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:47.687339 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-187d4022-cc5b-4d26-ac99-583907c21664 req-e84f5f67-11af-4356-8775-1bc03042a3e5 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0486510 Jul 28 17:51:47.741305 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-187d4022-cc5b-4d26-ac99-583907c21664 req-7d328adc-0f17-492a-af88-a12afa2c6e5c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477042 Jul 28 17:51:47.746463 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4fa50a8d-3b81-4e84-8109-9a3a52e0e6c3 req-4e17df41-1b16-4cc4-bfde-e85cc7da09b1 service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878985 Jul 28 17:51:48.104985 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4fa50a8d-3b81-4e84-8109-9a3a52e0e6c3 req-7716cbe4-42f0-4d50-adda-f11973eff92d service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511994 Jul 28 17:51:48.248648 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039aea57-d7f8-4cd4-8403-2789017b759b req-f92b19bb-30c5-4f67-b336-acb8b4aa0d1a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:48.250211 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-039aea57-d7f8-4cd4-8403-2789017b759b req-f92b19bb-30c5-4f67-b336-acb8b4aa0d1a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0486240 Jul 28 17:51:48.306499 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-039aea57-d7f8-4cd4-8403-2789017b759b req-8e7c8f97-c5c3-4b97-8846-b4e9d72bb175 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502281 Jul 28 17:51:48.861277 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb3228-dc87-41ec-af3f-dccb55279a8b req-d48c331c-841d-44e9-b587-b156f9d03551 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:48.862773 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e2eb3228-dc87-41ec-af3f-dccb55279a8b req-d48c331c-841d-44e9-b587-b156f9d03551 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0506935 Jul 28 17:51:48.913412 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e2eb3228-dc87-41ec-af3f-dccb55279a8b req-ee70b363-351e-4823-9cf5-2056324961fb tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448420 Jul 28 17:51:49.429615 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa856b4-06ae-40e0-ab89-eb52608b06e7 req-2b400ba5-c787-41e5-89bc-da2629801298 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:49.431089 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0aa856b4-06ae-40e0-ab89-eb52608b06e7 req-2b400ba5-c787-41e5-89bc-da2629801298 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0477958 Jul 28 17:51:49.479585 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0aa856b4-06ae-40e0-ab89-eb52608b06e7 req-eca57347-3b3f-4e4c-af59-1af4a4f3cd67 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430460 Jul 28 17:51:49.995112 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:50.021498 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:50.038755 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93684e96-983f-4f1a-937c-395fafe6a940 req-1b661ebc-a047-45c8-9229-488369d90256 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:50.040289 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-93684e96-983f-4f1a-937c-395fafe6a940 req-1b661ebc-a047-45c8-9229-488369d90256 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0543065 Jul 28 17:51:50.091711 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-93684e96-983f-4f1a-937c-395fafe6a940 req-d54bbf54-3dc9-404a-a339-f07b1c6c50c8 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456958 Jul 28 17:51:50.609524 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50ed84-cf85-41f0-80f7-c9a0530c9037 req-040af503-0046-4111-bb39-5119c4bdc3b7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:50.610969 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba50ed84-cf85-41f0-80f7-c9a0530c9037 req-040af503-0046-4111-bb39-5119c4bdc3b7 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 946 time: 0.0526655 Jul 28 17:51:50.658839 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba50ed84-cf85-41f0-80f7-c9a0530c9037 req-b4544feb-61e2-4e6e-8501-74c5fa92d961 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416086 Jul 28 17:51:50.747841 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:51:50.829195 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c is: ACTIVE; New status is: DOWN {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:51:50.829777 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:50.854100 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce6e951-fa65-433e-af84-80f075da23fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:51:50.856298 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76e1bc8-0480-4959-be09-b13b8373cde6" -d '{"events": [{"server_uuid": "0ce6e951-fa65-433e-af84-80f075da23fa", "name": "network-vif-unplugged", "status": "completed", "tag": "02dfadbe-faf1-4f78-bb83-5e3e6670bb0c"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:51:50.870199 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:51:50.875073 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:50.900651 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Jul 2022 17:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7d70cd-6385-4ae1-b62e-291c6ee85dfe x-openstack-request-id: req-1a7d70cd-6385-4ae1-b62e-291c6ee85dfe {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:51:50.900917 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce6e951-fa65-433e-af84-80f075da23fa", "name": "network-vif-unplugged", "status": "failed", "tag": "02dfadbe-faf1-4f78-bb83-5e3e6670bb0c", "code": 422}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:51:50.901087 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1a7d70cd-6385-4ae1-b62e-291c6ee85dfe {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:51:50.901600 dv-cinder-813229-13-iscsi neutron-server[110737]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1a7d70cd-6385-4ae1-b62e-291c6ee85dfe']: {'server_uuid': '0ce6e951-fa65-433e-af84-80f075da23fa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c', 'code': 422} returned with failed status Jul 28 17:51:50.931706 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,revision_number=8']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:51:51.219833 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba07f54-6fc5-4b0d-9eab-c9cff0f788ff req-d2f6ea65-d838-4765-8663-23f174c5e6a4 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:51.221436 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cba07f54-6fc5-4b0d-9eab-c9cff0f788ff req-d2f6ea65-d838-4765-8663-23f174c5e6a4 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0530450 Jul 28 17:51:51.258170 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:51.274998 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:51.280150 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cba07f54-6fc5-4b0d-9eab-c9cff0f788ff req-f722b2d1-165f-4de7-a90b-850e7e75e838 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530343 Jul 28 17:51:51.511286 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [req-29222516-fd86-4921-81ed-0cad3c37f219 req-6d02263c-cc40-4c7a-bb18-0f4432a4480f service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=110735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:51:51.512264 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-29222516-fd86-4921-81ed-0cad3c37f219 req-6d02263c-cc40-4c7a-bb18-0f4432a4480f service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053866 Jul 28 17:51:51.701184 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e03943-601d-4a2b-9e0d-f3629a93492e req-e9359eb1-e230-4d10-a68b-ddab0bc0ba0d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:51.702676 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-92e03943-601d-4a2b-9e0d-f3629a93492e req-e9359eb1-e230-4d10-a68b-ddab0bc0ba0d tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0607655 Jul 28 17:51:51.746885 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-d0fdc44e-3796-48a9-a98a-82b845e5a32a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0617080 Jul 28 17:51:51.774191 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-92e03943-601d-4a2b-9e0d-f3629a93492e req-f06cdee5-586c-43d0-b2e2-09ebc24bc6ea tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543439 Jul 28 17:51:51.824283 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-2ba28271-5618-494a-958d-9f2b5942ea71 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:51.825707 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-2ba28271-5618-494a-958d-9f2b5942ea71 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports/02dfadbe-faf1-4f78-bb83-5e3e6670bb0c HTTP/1.1" status: 200 len: 941 time: 0.0504820 Jul 28 17:51:52.406740 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328c2c2-be24-4df0-b746-bbee34a5766d req-1daa0cce-4c85-4122-b7d8-5ac8e1bd6aba tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:52.408171 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a328c2c2-be24-4df0-b746-bbee34a5766d req-1daa0cce-4c85-4122-b7d8-5ac8e1bd6aba tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0532136 Jul 28 17:51:52.460227 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a328c2c2-be24-4df0-b746-bbee34a5766d req-485f4c1e-0e54-4127-9e48-99eec2ca1e53 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453942 Jul 28 17:51:52.834274 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-d8ea0b37-5c0e-4187-b6d0-388937e72eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:52.835778 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-d8ea0b37-5c0e-4187-b6d0-388937e72eaa service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa&tenant_id=65535f9817c448dfac997e93efa1a909 HTTP/1.1" status: 200 len: 1128 time: 0.0559902 Jul 28 17:51:52.958658 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086bc21-82c3-4130-acf6-a4e437ad4126 req-9db7cc7b-e72d-48d7-8790-704dd41bb9af tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:52.960513 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4086bc21-82c3-4130-acf6-a4e437ad4126 req-9db7cc7b-e72d-48d7-8790-704dd41bb9af tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0824113 Jul 28 17:51:52.966135 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-29f983d5-98c3-4e17-a6f2-3f4a9990b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:52.967637 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-29f983d5-98c3-4e17-a6f2-3f4a9990b6ea service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=65535f9817c448dfac997e93efa1a909&device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 1128 time: 0.0569375 Jul 28 17:51:53.066539 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4086bc21-82c3-4130-acf6-a4e437ad4126 req-e001adac-2356-4c70-9e77-1875a80ebe49 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979509 Jul 28 17:51:53.094568 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-98022759-df41-4844-a4c3-09eefafa5101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:53.096010 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-98022759-df41-4844-a4c3-09eefafa5101 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4 HTTP/1.1" status: 200 len: 918 time: 0.1138291 Jul 28 17:51:53.166091 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-f3a7441d-f768-461e-b56a-19e268787dff service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c HTTP/1.1" status: 200 len: 999 time: 0.0593424 Jul 28 17:51:53.217473 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-48b2b69e-9fbd-4c49-9fec-c218d283bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:53.218873 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-48b2b69e-9fbd-4c49-9fec-c218d283bae5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a600d630-923a-4634-8e5f-0a3bd63e1f8a HTTP/1.1" status: 200 len: 855 time: 0.0441318 Jul 28 17:51:53.267754 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-edd0f2c8-e588-4280-8194-7be81ba0262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:53.269342 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-edd0f2c8-e588-4280-8194-7be81ba0262d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f60734d5-8026-4cb9-8d4b-31a05ecd50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432515 Jul 28 17:51:53.365223 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-3c753dcb-d072-4278-b0a9-ae509d762502 service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884194 Jul 28 17:51:53.457143 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-d73bd442-6fcb-4da5-bb58-e3e487b96cdf service neutron] 10.222.0.100 "GET /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851476 Jul 28 17:51:53.580131 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9c42b-a5aa-496b-b08e-1e09e6e295f8 req-a29eb827-45b5-4899-8f41-167ddeecdcf0 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:53.581600 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b3b9c42b-a5aa-496b-b08e-1e09e6e295f8 req-a29eb827-45b5-4899-8f41-167ddeecdcf0 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0473082 Jul 28 17:51:53.632036 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b3b9c42b-a5aa-496b-b08e-1e09e6e295f8 req-17ae6d94-3548-4fa7-a36c-bf5a32f2262f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448067 Jul 28 17:51:54.218595 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b922c1a-79bd-4d46-a99e-3c52028cc3d0 req-a4d5f666-9f67-4ffb-a22d-9b6f7b32ab24 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:54.221173 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6b922c1a-79bd-4d46-a99e-3c52028cc3d0 req-a4d5f666-9f67-4ffb-a22d-9b6f7b32ab24 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0650117 Jul 28 17:51:54.283093 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6b922c1a-79bd-4d46-a99e-3c52028cc3d0 req-b12050d2-ecaa-4379-98ff-621062237a9f tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551763 Jul 28 17:51:54.346019 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:54.767965 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de52a96-290e-4c2f-b008-15c32e91bf5d req-348ceeb0-e2ab-4fb3-9194-a582c47caed1 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:54.769492 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1de52a96-290e-4c2f-b008-15c32e91bf5d req-348ceeb0-e2ab-4fb3-9194-a582c47caed1 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0563850 Jul 28 17:51:54.835331 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1de52a96-290e-4c2f-b008-15c32e91bf5d req-789decc5-ce84-44ee-9730-e3551aa7770c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594120 Jul 28 17:51:55.306706 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:51:55.429930 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dca7f-a0c0-4476-aed6-79b5ee7e8093 req-1bdb9950-0d1a-409c-baed-9aac3e79d82e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:55.431465 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ec4dca7f-a0c0-4476-aed6-79b5ee7e8093 req-1bdb9950-0d1a-409c-baed-9aac3e79d82e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0533500 Jul 28 17:51:55.483737 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ec4dca7f-a0c0-4476-aed6-79b5ee7e8093 req-fd8e5078-ae81-4ba2-9bc9-2f62b4023af3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460315 Jul 28 17:51:55.697583 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a55e23d9-871a-4b00-8655-71387c4bb44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:55.960428 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99084a3-aae1-4e5c-88e9-723032ad58bb req-93652061-7ac7-4372-9a43-77e564a95187 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:55.962028 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e99084a3-aae1-4e5c-88e9-723032ad58bb req-93652061-7ac7-4372-9a43-77e564a95187 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0530174 Jul 28 17:51:56.019799 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e99084a3-aae1-4e5c-88e9-723032ad58bb req-1b7d022c-3797-4f64-9fdc-b53752485e49 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517583 Jul 28 17:51:56.617126 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f680d7-5b4d-4a72-9e94-0aa20274b131 req-b5f00875-3fd4-41b8-a3dc-27fab94915a3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:56.619390 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a3f680d7-5b4d-4a72-9e94-0aa20274b131 req-b5f00875-3fd4-41b8-a3dc-27fab94915a3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0501633 Jul 28 17:51:56.680586 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a3f680d7-5b4d-4a72-9e94-0aa20274b131 req-c1ca2fbd-350d-4287-84e0-432c092611be tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556140 Jul 28 17:51:57.181069 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c055a-5bd5-4784-a7fb-14ba24164103 req-82617e1c-8b70-4c5b-b0b1-c53aa394e488 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:57.184093 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5b7c055a-5bd5-4784-a7fb-14ba24164103 req-82617e1c-8b70-4c5b-b0b1-c53aa394e488 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0657454 Jul 28 17:51:57.243441 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5b7c055a-5bd5-4784-a7fb-14ba24164103 req-fd6e065e-8bad-4c77-ace8-7b530e56530d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535238 Jul 28 17:51:57.809443 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1efa31-a0b4-4752-820a-d2c164665520 req-e724c296-925d-43f2-9eef-186fd88fd766 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:57.811013 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-aa1efa31-a0b4-4752-820a-d2c164665520 req-e724c296-925d-43f2-9eef-186fd88fd766 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0529263 Jul 28 17:51:57.864740 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-aa1efa31-a0b4-4752-820a-d2c164665520 req-791a245b-f070-4505-b801-2c96314d3a4c tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461612 Jul 28 17:51:58.128175 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-13cfaece-b813-4ea8-b173-079a7fa42a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:58.372729 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f5d56-e581-4b34-8de8-59403ffe0ead req-bb74652e-98c7-4eb4-b2d5-06d8366bf675 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:58.374499 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b85f5d56-e581-4b34-8de8-59403ffe0ead req-bb74652e-98c7-4eb4-b2d5-06d8366bf675 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0530968 Jul 28 17:51:58.431167 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b85f5d56-e581-4b34-8de8-59403ffe0ead req-716b0e5e-9685-43b5-a808-684db36f7162 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502105 Jul 28 17:51:59.010625 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dca79c-9b3b-4ef9-a9ae-634fb0e0358a req-2c02efe5-0a94-4c29-b5a9-226ba5a543cc tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:59.012232 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-74dca79c-9b3b-4ef9-a9ae-634fb0e0358a req-2c02efe5-0a94-4c29-b5a9-226ba5a543cc tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0529087 Jul 28 17:51:59.026242 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:59.027192 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:51:59.065650 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-74dca79c-9b3b-4ef9-a9ae-634fb0e0358a req-84fc58c2-4b53-45e4-b33b-86c233473b90 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476122 Jul 28 17:51:59.132157 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:51:59.569881 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09644507-1ae2-4291-a6c0-d4bf02b43350 req-d2fc3f03-5cb8-453b-af4b-146650b3fbaf tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:51:59.571435 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-09644507-1ae2-4291-a6c0-d4bf02b43350 req-d2fc3f03-5cb8-453b-af4b-146650b3fbaf tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0529470 Jul 28 17:51:59.627356 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-09644507-1ae2-4291-a6c0-d4bf02b43350 req-5541c6d3-5239-4e58-adfe-b7c67ecd3fde tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498195 Jul 28 17:52:00.202458 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1c79f-b45f-4283-b2d1-35c913eebb07 req-bf56f04e-3896-4982-89f7-fdaab7c6cda9 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:00.203935 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ece1c79f-b45f-4283-b2d1-35c913eebb07 req-bf56f04e-3896-4982-89f7-fdaab7c6cda9 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0551765 Jul 28 17:52:00.254373 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ece1c79f-b45f-4283-b2d1-35c913eebb07 req-1125433e-e7a5-417c-ac11-6e4b8a56f64a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444009 Jul 28 17:52:00.640126 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:00.780853 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21677356-5c6c-44a1-a39e-6499f24fadf6 req-6605b843-c488-4909-ac53-8474b58ee57d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:00.782436 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-21677356-5c6c-44a1-a39e-6499f24fadf6 req-6605b843-c488-4909-ac53-8474b58ee57d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0675690 Jul 28 17:52:00.919478 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:00.981468 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:01.085364 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-21677356-5c6c-44a1-a39e-6499f24fadf6 req-22e08c4d-59d8-4155-bc41-b8a916b0ea81 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967732 Jul 28 17:52:01.408983 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377b5a0-e6ee-478c-9463-a75e2bab11c5 req-aa85aeed-a1e7-465f-979d-9474782fd62e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:01.410535 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1377b5a0-e6ee-478c-9463-a75e2bab11c5 req-aa85aeed-a1e7-465f-979d-9474782fd62e tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0581281 Jul 28 17:52:01.466913 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1377b5a0-e6ee-478c-9463-a75e2bab11c5 req-b52476c0-bc05-4cb9-b6a5-7bbdc05b8556 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498168 Jul 28 17:52:02.196202 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:02.207596 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740abb84-bb7c-47ac-849b-46db7b9bdfb9 req-8e341a1b-5022-4999-91c5-2cf2941deee9 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:02.210046 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-740abb84-bb7c-47ac-849b-46db7b9bdfb9 req-8e341a1b-5022-4999-91c5-2cf2941deee9 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0500710 Jul 28 17:52:02.237746 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:02.261622 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-740abb84-bb7c-47ac-849b-46db7b9bdfb9 req-35073b27-7963-44da-bf3b-2bccd5e74989 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457799 Jul 28 17:52:02.593388 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67e8fa-f143-4118-a197-f6b6c6933ad1 req-18ba1f68-dbf8-4924-a12e-b6bc4a228cc8 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:02.594852 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fe67e8fa-f143-4118-a197-f6b6c6933ad1 req-18ba1f68-dbf8-4924-a12e-b6bc4a228cc8 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0476348 Jul 28 17:52:02.648020 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fe67e8fa-f143-4118-a197-f6b6c6933ad1 req-fb715f07-ded1-4411-ab84-52536b79dc6c tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474181 Jul 28 17:52:03.378581 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b5dc8-6cc1-4302-9eaf-434492bf7ea6 req-150055bc-f179-49f1-a5cc-7455a1b09998 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:03.380070 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4a5b5dc8-6cc1-4302-9eaf-434492bf7ea6 req-150055bc-f179-49f1-a5cc-7455a1b09998 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0478663 Jul 28 17:52:03.434934 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4a5b5dc8-6cc1-4302-9eaf-434492bf7ea6 req-2df99dd7-1d66-4c4b-98e3-779a9b6619e3 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491483 Jul 28 17:52:03.771786 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72043b4-8462-4000-9f5c-531c1240dc5c req-8539e444-9e16-4f30-94aa-c4b96a5d9e0a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:03.773572 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c72043b4-8462-4000-9f5c-531c1240dc5c req-8539e444-9e16-4f30-94aa-c4b96a5d9e0a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0487909 Jul 28 17:52:03.827630 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c72043b4-8462-4000-9f5c-531c1240dc5c req-33dd3c64-dd06-4c1b-8d31-b85c639edb54 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471056 Jul 28 17:52:04.563144 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea984fe1-f3b0-4ce7-8149-5cc5f01731fa req-f6e5ae11-85cd-4d71-94bf-f04933cec532 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:04.564661 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea984fe1-f3b0-4ce7-8149-5cc5f01731fa req-f6e5ae11-85cd-4d71-94bf-f04933cec532 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0496292 Jul 28 17:52:04.616289 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ea984fe1-f3b0-4ce7-8149-5cc5f01731fa req-f21dfc15-99aa-4eae-ae32-1219d54c934d tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455112 Jul 28 17:52:04.814130 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44130) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:04.819053 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--507351165', 'description': 'tempest-description--1879356759'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:52:04.819628 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:52:04.843148 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:04.953690 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (33bdb4f2-64c1-4b46-9712-58200c4cf3ef), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:04.961968 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (33bdb4f2-64c1-4b46-9712-58200c4cf3ef), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:04.992650 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03574650-b83e-4ada-9ea4-c0a277a09d77 req-51cdab9b-e9c7-423a-b3d6-e5bd7c0ed3f2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:04.994278 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-03574650-b83e-4ada-9ea4-c0a277a09d77 req-51cdab9b-e9c7-423a-b3d6-e5bd7c0ed3f2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 944 time: 0.0834243 Jul 28 17:52:05.002336 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:05.003579 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1883152 Jul 28 17:52:05.006983 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 44134) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:05.012337 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'security_group_rule': {'security_group_id': '33bdb4f2-64c1-4b46-9712-58200c4cf3ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:52:05.035870 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33bdb4f2-64c1-4b46-9712-58200c4cf3ef,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:05.046889 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.047041 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (f13eaac4-dad9-47e3-b5ca-ca435a1a1c37), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:05.047365 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.047838 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.048251 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.048924 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.049363 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.049998 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.050418 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.050816 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.051802 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.052297 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.052716 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.053106 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.053546 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.053949 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab65f77-ea6f-4711-a439-33eb044457f4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.056569 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:52:05.069141 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'port_id': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c', 'mac_address': 'fa:16:3e:02:8d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:52:05.100885 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-03574650-b83e-4ada-9ea4-c0a277a09d77 req-7b504baf-0e43-4fdf-b11a-a90ffc4f0abb tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960884 Jul 28 17:52:05.107720 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:52:05.108322 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:05.118538 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (f13eaac4-dad9-47e3-b5ca-ca435a1a1c37), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:05.126038 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (f13eaac4-dad9-47e3-b5ca-ca435a1a1c37), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:05.133730 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:52:05.138909 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:05.155727 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:52:05.157522 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13eaac4-dad9-47e3-b5ca-ca435a1a1c37,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:05.166586 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:05.171576 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.172069 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.173342 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.173742 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.177621 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.178248 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.178601 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.178945 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.179285 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.179623 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.179959 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.180294 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.180651 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.180971 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.181332 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:05.186793 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:05.187993 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-f7bb76e6-3db6-4603-9846-c89d3403a718 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1798954 Jul 28 17:52:05.190580 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 44136) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:05.196618 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-2754bd91-d9bd-45ff-8404-956a3fa14bec tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'security_group_rule': {'security_group_id': '33bdb4f2-64c1-4b46-9712-58200c4cf3ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:52:05.228882 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2754bd91-d9bd-45ff-8404-956a3fa14bec tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (6ff3bcf4-68a6-4248-a8ff-f3ae48c228fc), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:05.231450 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,revision_number=9']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:05.278621 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2754bd91-d9bd-45ff-8404-956a3fa14bec tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (6ff3bcf4-68a6-4248-a8ff-f3ae48c228fc), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:05.282285 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2754bd91-d9bd-45ff-8404-956a3fa14bec tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (6ff3bcf4-68a6-4248-a8ff-f3ae48c228fc), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:05.302951 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754bd91-d9bd-45ff-8404-956a3fa14bec tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff3bcf4-68a6-4248-a8ff-f3ae48c228fc,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:05.308600 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2754bd91-d9bd-45ff-8404-956a3fa14bec tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:05.312263 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-2754bd91-d9bd-45ff-8404-956a3fa14bec tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182473 Jul 28 17:52:05.312945 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 44138) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:05.317152 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'floatingip': {'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:52:05.338672 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:05.417736 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:05.480474 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:05.502706 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:05.535292 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Allocated IP 172.27.1.160 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/b4e6e204-f70d-4acb-861a-45c1ead4e3cf) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:52:05.598594 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['02dfadbe-faf1-4f78-bb83-5e3e6670bb0c'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:52:05.668639 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for port (b4e6e204-f70d-4acb-861a-45c1ead4e3cf), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:05.694908 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:05.735148 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (b4e6e204-f70d-4acb-861a-45c1ead4e3cf), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:05.753211 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760f6b7-bde9-4986-8cca-e80c68b4ee5f req-423a0071-05ee-4864-9008-cf00df2b5517 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:05.754868 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3760f6b7-bde9-4986-8cca-e80c68b4ee5f req-423a0071-05ee-4864-9008-cf00df2b5517 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0626152 Jul 28 17:52:05.800397 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:52:05.805404 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:52:05.812788 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:52:05.842957 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'Port': ['ID=b4e6e204-f70d-4acb-861a-45c1ead4e3cf,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:05.873990 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3760f6b7-bde9-4986-8cca-e80c68b4ee5f req-63fa606f-f0f3-4181-8af6-83f83777167f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021185 Jul 28 17:52:05.928367 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (de565ff1-e882-4bfd-9fa8-b9ef2a000712), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:05.973135 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (b4e6e204-f70d-4acb-861a-45c1ead4e3cf), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:06.030150 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-1516b8a6-8cd3-45d9-a804-8c49fe296473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:06.031650 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-1516b8a6-8cd3-45d9-a804-8c49fe296473 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd&tenant_id=0ef795b478944722886f1d084f49008d HTTP/1.1" status: 200 len: 1128 time: 0.0695758 Jul 28 17:52:06.134829 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-8754730f-ed89-4508-9872-8fb23913c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:06.136207 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-8754730f-ed89-4508-9872-8fb23913c6c3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0ef795b478944722886f1d084f49008d&device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 1128 time: 0.0538859 Jul 28 17:52:06.224635 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:06.234325 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76921999-2dfe-4646-aabb-683c3a2943be req-a8bea2ba-5af1-4060-88b5-3c4e2d712a46 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:06.235822 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-76921999-2dfe-4646-aabb-683c3a2943be req-a8bea2ba-5af1-4060-88b5-3c4e2d712a46 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 945 time: 0.0492823 Jul 28 17:52:06.253386 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for port (b4e6e204-f70d-4acb-861a-45c1ead4e3cf), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:06.266020 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (b4e6e204-f70d-4acb-861a-45c1ead4e3cf), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:06.273345 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:INSERT=1,neutron:UPDATE=3,neutron:SELECT=96 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:06.288201 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-76921999-2dfe-4646-aabb-683c3a2943be req-a4e3898b-b9a7-4aa6-a2e8-991cfce1c5cb tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444951 Jul 28 17:52:06.303229 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-6c9a4e7a-78b7-4f1c-8388-b101cadf0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:06.304717 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-6c9a4e7a-78b7-4f1c-8388-b101cadf0cbb service neutron] 10.222.0.100 "GET /v2.0/networks?id=3c408952-a8f7-48c3-935f-d12a5087c0dd HTTP/1.1" status: 200 len: 910 time: 0.1577163 Jul 28 17:52:06.382181 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'Port': ['ID=b4e6e204-f70d-4acb-861a-45c1ead4e3cf,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:06.419092 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-787b074e-0f81-49c0-934e-87c83169314f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc52a880-fa63-4cb8-9043-9a3589099ae5 HTTP/1.1" status: 200 len: 999 time: 0.1022360 Jul 28 17:52:06.420420 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (de565ff1-e882-4bfd-9fa8-b9ef2a000712), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:06.472604 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:06.473890 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-1e984e4e-83bd-4da4-ab2e-abf99259558f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1599486 Jul 28 17:52:06.485359 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-5a9223ea-ee34-48a1-93ce-7cafe6112727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:06.486800 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-5a9223ea-ee34-48a1-93ce-7cafe6112727 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fe593b98-b683-41c5-a77d-ecb43eb96f49 HTTP/1.1" status: 200 len: 847 time: 0.0574548 Jul 28 17:52:06.532597 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-c5fbbdd9-cd09-4181-8b61-a1f22609d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:06.534120 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-c5fbbdd9-cd09-4181-8b61-a1f22609d8d7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3c408952-a8f7-48c3-935f-d12a5087c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404861 Jul 28 17:52:06.627520 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-dfa14323-073c-4032-a567-689a1a63c7bf service neutron] 10.222.0.100 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860202 Jul 28 17:52:06.738527 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-e1151bcc-0871-498f-ab6c-ce0819b4cc73 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--507351165&fields=id&tenant_id=72a9ad9df4f84c658e9964f1a0c0b282 HTTP/1.1" status: 200 len: 267 time: 0.1032312 Jul 28 17:52:06.814611 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-b6d5d928-8c57-414e-9b22-f020fe5ae57a service neutron] 10.222.0.100 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803937 Jul 28 17:52:06.829387 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:52:06.882203 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-bd97181c-66b3-4cc3-8b17-8cca0b5280f0 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:06.883741 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-bd97181c-66b3-4cc3-8b17-8cca0b5280f0 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 815 time: 0.1358333 Jul 28 17:52:06.894661 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:52:06.895079 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:06.903684 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-32af3429-0f1c-4e4a-be55-1035916d2143 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/quotas/72a9ad9df4f84c658e9964f1a0c0b282 HTTP/1.1" status: 200 len: 375 time: 0.0142310 Jul 28 17:52:06.972529 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-0ef1d598-3574-45d6-be0d-75a9df7bc470 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618398 Jul 28 17:52:06.979355 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:52:06.979751 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:07.026583 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce6e951-fa65-433e-af84-80f075da23fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:52:07.029047 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2bc24b-a3c3-4068-8e5f-52140c46a3e9" -d '{"events": [{"server_uuid": "0ce6e951-fa65-433e-af84-80f075da23fa", "name": "network-vif-plugged", "status": "completed", "tag": "02dfadbe-faf1-4f78-bb83-5e3e6670bb0c"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:52:07.035450 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:52:07.040617 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:07.054841 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54293d35-0f96-43bc-b3c2-0fc8d43eef43 req-08597264-4c68-49e3-afcb-9abe32048e5b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:07.056493 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-54293d35-0f96-43bc-b3c2-0fc8d43eef43 req-08597264-4c68-49e3-afcb-9abe32048e5b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0536323 Jul 28 17:52:07.089680 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-aa64c9dc-8fac-490a-acf5-ed5ecd010927 service neutron] 10.222.0.89 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015015 Jul 28 17:52:07.097260 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,revision_number=10']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:07.117384 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-54293d35-0f96-43bc-b3c2-0fc8d43eef43 req-e7cf0a19-39d4-4fe7-aeaa-f9a06aa65820 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549912 Jul 28 17:52:07.173674 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:07.187468 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef532c48-807e-438c-a02c-5492f3572b9c x-openstack-request-id: req-ef532c48-807e-438c-a02c-5492f3572b9c {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:52:07.187832 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce6e951-fa65-433e-af84-80f075da23fa", "name": "network-vif-plugged", "status": "completed", "tag": "02dfadbe-faf1-4f78-bb83-5e3e6670bb0c", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:52:07.188091 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ef532c48-807e-438c-a02c-5492f3572b9c {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:52:07.188556 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef532c48-807e-438c-a02c-5492f3572b9c'] response: {'server_uuid': '0ce6e951-fa65-433e-af84-80f075da23fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c', 'code': 200} Jul 28 17:52:07.191937 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-bb8ee5e7-d97e-411f-9033-0f51a0e548cd service neutron] 10.222.0.89 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945170 Jul 28 17:52:07.391277 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8ec45991-8c2a-4e26-a86e-c2e2bb2935a2 req-412c1784-e83d-48d9-9170-732c6449189e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 210 time: 0.0377975 Jul 28 17:52:07.449998 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1e903-eac4-4189-8400-1419aac02137 req-52320fb6-c9d6-48f3-a8ed-4721ae8396ba tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:07.451565 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-20d1e903-eac4-4189-8400-1419aac02137 req-52320fb6-c9d6-48f3-a8ed-4721ae8396ba tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 947 time: 0.0630801 Jul 28 17:52:07.500778 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-20d1e903-eac4-4189-8400-1419aac02137 req-9e2c0ae9-0516-43be-9a86-0e557c0489f3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436170 Jul 28 17:52:07.853564 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d3cf5-8a77-4d74-8338-406e85d84558 req-f96ad3b9-e4d2-4299-84de-5029ef703fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:07.855057 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a16d3cf5-8a77-4d74-8338-406e85d84558 req-f96ad3b9-e4d2-4299-84de-5029ef703fd2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 1131 time: 0.0432429 Jul 28 17:52:07.911442 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a16d3cf5-8a77-4d74-8338-406e85d84558 req-40ee764c-4543-4517-b7ba-1ae73bb721cf service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415075 Jul 28 17:52:08.243672 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff901a5-6f03-47aa-bd72-32106148e6a0 req-acbc9797-fdbb-409f-86b8-d15c5cf050af tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:08.245144 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9ff901a5-6f03-47aa-bd72-32106148e6a0 req-acbc9797-fdbb-409f-86b8-d15c5cf050af tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0476878 Jul 28 17:52:08.294299 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9ff901a5-6f03-47aa-bd72-32106148e6a0 req-2bca65ad-3d7d-442a-8774-6fb4bc027bbc tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435278 Jul 28 17:52:08.488235 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a32cb553-ce5c-41cc-aa58-f6933b06420e req-4c262992-48d1-4f98-94fa-bca41c2e47a4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 210 time: 0.0280225 Jul 28 17:52:08.632086 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c2ea1-6845-4b1b-83b0-bf00fc219eea req-cb6b3a49-3d77-4c04-b83f-1f0ccb9eaf07 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:08.633905 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bd2c2ea1-6845-4b1b-83b0-bf00fc219eea req-cb6b3a49-3d77-4c04-b83f-1f0ccb9eaf07 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 947 time: 0.0539839 Jul 28 17:52:08.682019 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bd2c2ea1-6845-4b1b-83b0-bf00fc219eea req-e32d6e1f-6174-4356-9ba4-d083ba606198 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422909 Jul 28 17:52:09.331482 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=2 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:09.342286 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=6 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:09.447630 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816a77a-6d51-49a6-adf2-364ec01f5ad3 req-0be4a05f-fedc-4436-9c92-8192da726582 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:09.449701 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4816a77a-6d51-49a6-adf2-364ec01f5ad3 req-0be4a05f-fedc-4436-9c92-8192da726582 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0622346 Jul 28 17:52:09.476231 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:09.539678 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4816a77a-6d51-49a6-adf2-364ec01f5ad3 req-e25dd405-b2ff-4653-896c-b8f1221f5e0e tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822155 Jul 28 17:52:09.638769 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-872642e6-77f2-4f14-b8df-78e94937ffe7 req-fa5122b5-6f8a-45c6-95a3-3a283f7ee920 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 210 time: 0.0322955 Jul 28 17:52:09.726008 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398de9a-99b7-4d22-8326-5cd87316147c req-eb395ef4-5e06-45bd-b111-0f65d471d428 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:09.727551 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9398de9a-99b7-4d22-8326-5cd87316147c req-eb395ef4-5e06-45bd-b111-0f65d471d428 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 945 time: 0.0556691 Jul 28 17:52:09.773847 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:09.795170 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9398de9a-99b7-4d22-8326-5cd87316147c req-610c4a1c-0e8d-490d-b918-fac3d0220f22 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea848e1b-2f2e-40e5-9479-bb18f566bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583451 Jul 28 17:52:09.805329 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:09.833571 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86823f-a9fc-4eaa-b58f-58da6be3d690 req-6782c7bb-a4f0-4e70-ba79-a7dacb5526fe tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:09.836164 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bf86823f-a9fc-4eaa-b58f-58da6be3d690 req-6782c7bb-a4f0-4e70-ba79-a7dacb5526fe tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 947 time: 0.0669932 Jul 28 17:52:09.885106 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bf86823f-a9fc-4eaa-b58f-58da6be3d690 req-1747c618-eff9-4dfb-9071-aa31a6edb0e1 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430894 Jul 28 17:52:10.657798 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9661d5-6fcd-406a-9c50-bbc6fd989487 req-326aacd6-3dfc-44e0-ad15-afef705b2ead tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:10.659259 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-be9661d5-6fcd-406a-9c50-bbc6fd989487 req-326aacd6-3dfc-44e0-ad15-afef705b2ead tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0497963 Jul 28 17:52:10.710514 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-be9661d5-6fcd-406a-9c50-bbc6fd989487 req-9733df5d-020b-4452-ba43-eba53b66fbfa tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453460 Jul 28 17:52:10.745043 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-802a8aa7-39f6-456a-923d-f699dcd06ae4 req-ec494b26-02f6-4d80-93a5-8b850db2ffd3 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 210 time: 0.0288835 Jul 28 17:52:10.908088 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fdbca-6e33-47c4-bc82-b6052c5d7619 req-dd752dbd-a707-465f-81d6-3be4be096a58 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:10.909608 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-926fdbca-6e33-47c4-bc82-b6052c5d7619 req-dd752dbd-a707-465f-81d6-3be4be096a58 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 945 time: 0.0490181 Jul 28 17:52:10.964262 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-926fdbca-6e33-47c4-bc82-b6052c5d7619 req-614eb6bb-3d82-4d68-b8be-b0d9e456617f tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea848e1b-2f2e-40e5-9479-bb18f566bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481329 Jul 28 17:52:11.020803 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02136db7-bf78-4223-8890-fccfc83944a5 req-957a0677-842e-44d2-ae1e-e469c28c372b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:11.022479 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-02136db7-bf78-4223-8890-fccfc83944a5 req-957a0677-842e-44d2-ae1e-e469c28c372b tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 947 time: 0.0485926 Jul 28 17:52:11.070029 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-02136db7-bf78-4223-8890-fccfc83944a5 req-f21a8f15-4ad5-4295-8d7e-b7615892bbb8 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416045 Jul 28 17:52:11.831308 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d1b54-eb5e-4588-bebb-fd4946914c55 req-425eedc1-dbd8-4237-b8a7-e128eef6183c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:11.832886 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba5d1b54-eb5e-4588-bebb-fd4946914c55 req-425eedc1-dbd8-4237-b8a7-e128eef6183c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0500896 Jul 28 17:52:11.855110 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-dd69a5f5-b9f4-4021-8605-e6c0735cdbf5 req-67ef1f34-66b7-4131-a083-47a3819e8f80 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 210 time: 0.0331390 Jul 28 17:52:11.888630 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba5d1b54-eb5e-4588-bebb-fd4946914c55 req-8fea0106-5dc2-4f1f-8019-96924450567c tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495603 Jul 28 17:52:12.101421 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac896c5-9dd2-43e9-9b1a-ca24ff1afdaa req-9665bb3f-f437-446b-a5f2-f64875ea81da tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:12.102978 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3ac896c5-9dd2-43e9-9b1a-ca24ff1afdaa req-9665bb3f-f437-446b-a5f2-f64875ea81da tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 945 time: 0.0523453 Jul 28 17:52:12.105804 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-b6d58c0b-9a74-4f5f-83d2-4029bc12e222 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:12.107302 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-b6d58c0b-9a74-4f5f-83d2-4029bc12e222 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 815 time: 0.1308773 Jul 28 17:52:12.153290 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3ac896c5-9dd2-43e9-9b1a-ca24ff1afdaa req-b038cf3b-cf13-4df4-b742-21370877f369 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea848e1b-2f2e-40e5-9479-bb18f566bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437813 Jul 28 17:52:12.301327 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-448c679f-8a2f-4d50-8aa8-91ce37598ee6 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72a9ad9df4f84c658e9964f1a0c0b282 HTTP/1.1" status: 200 len: 472 time: 0.0633509 Jul 28 17:52:12.636418 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-96a6480c-e619-49b6-9083-2694149c9fce tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'port': {'device_id': 'bd39380c-a0c4-4d3d-9498-25198768009e', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'admin_state_up': True, 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'security_groups': ['33bdb4f2-64c1-4b46-9712-58200c4cf3ef']}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:52:12.731922 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab6937-61ac-4be5-b349-7ba25717e23c req-790c1b46-4311-45dd-b22d-cca3bdab0071 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:12.733369 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8bab6937-61ac-4be5-b349-7ba25717e23c req-790c1b46-4311-45dd-b22d-cca3bdab0071 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 945 time: 0.0929098 Jul 28 17:52:12.786040 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-96a6480c-e619-49b6-9083-2694149c9fce tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Made reservation on behalf of 72a9ad9df4f84c658e9964f1a0c0b282 for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:52:12.790053 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-96a6480c-e619-49b6-9083-2694149c9fce tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:12.840405 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:12.926989 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-96a6480c-e619-49b6-9083-2694149c9fce tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Allocated IP 172.20.0.12 (4c7de1cf-fa0f-482c-9686-4fc41e18afb7/adcc443e-ff8a-4ec1-b3aa-5572612cf945/1f582e56-d95f-4ee1-99cb-467cbc456249) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:52:12.970040 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4569f731-cb46-4fff-bb24-596b20e80fd5 req-899acd55-1f89-4670-b31f-db4451f43b18 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 210 time: 0.0395486 Jul 28 17:52:13.015880 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6004c9a-635d-4908-aa64-8e8367b80137 req-eb87a099-9cec-40c0-ae48-4972e060ffc3 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:13.017521 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e6004c9a-635d-4908-aa64-8e8367b80137 req-eb87a099-9cec-40c0-ae48-4972e060ffc3 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.0528440 Jul 28 17:52:13.077228 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e6004c9a-635d-4908-aa64-8e8367b80137 req-b549c97a-07e8-44fd-a07f-8bd4579716ea tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528231 Jul 28 17:52:13.124138 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-96a6480c-e619-49b6-9083-2694149c9fce tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for port (1f582e56-d95f-4ee1-99cb-467cbc456249), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:13.130785 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:13.160618 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-96a6480c-e619-49b6-9083-2694149c9fce tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (1f582e56-d95f-4ee1-99cb-467cbc456249), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:13.204702 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-96a6480c-e619-49b6-9083-2694149c9fce tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:52:13.211496 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-96a6480c-e619-49b6-9083-2694149c9fce tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:52:13.215906 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-96a6480c-e619-49b6-9083-2694149c9fce tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:52:13.259633 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6480c-e619-49b6-9083-2694149c9fce tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'Port': ['ID=1f582e56-d95f-4ee1-99cb-467cbc456249,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:13.308337 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-96a6480c-e619-49b6-9083-2694149c9fce tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:13.308958 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-96a6480c-e619-49b6-9083-2694149c9fce tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:13.316789 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3dd33-117d-4700-8589-fb0e835444df req-f68d6ecc-ccb8-4557-a85b-db5b58d28e72 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:13.318416 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ade3dd33-117d-4700-8589-fb0e835444df req-f68d6ecc-ccb8-4557-a85b-db5b58d28e72 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 945 time: 0.0777433 Jul 28 17:52:13.344746 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-96a6480c-e619-49b6-9083-2694149c9fce tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7124183 Jul 28 17:52:13.376317 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ade3dd33-117d-4700-8589-fb0e835444df req-542dd619-0f1d-49f4-a8f4-2a0027298911 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea848e1b-2f2e-40e5-9479-bb18f566bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518668 Jul 28 17:52:13.413286 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-03bb1518-223d-4ba7-a393-06da5ae0ea89 None None] Provisioning complete for port 1f582e56-d95f-4ee1-99cb-467cbc456249 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:52:13.413842 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-03bb1518-223d-4ba7-a393-06da5ae0ea89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (1f582e56-d95f-4ee1-99cb-467cbc456249), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:13.441680 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Request body: {'port': {'device_id': 'bd39380c-a0c4-4d3d-9498-25198768009e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:52:13.446857 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-03bb1518-223d-4ba7-a393-06da5ae0ea89 None None] Port 1f582e56-d95f-4ee1-99cb-467cbc456249 cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:52:13.822846 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (1f582e56-d95f-4ee1-99cb-467cbc456249), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:13.828093 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-8bab6937-61ac-4be5-b349-7ba25717e23c req-394931b3-0727-4642-9f52-dfa501512fd3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Deleting port 5da6905b-247d-4a28-a5b6-247d05430ecb {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:52:13.828438 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-8bab6937-61ac-4be5-b349-7ba25717e23c req-394931b3-0727-4642-9f52-dfa501512fd3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (5da6905b-247d-4a28-a5b6-247d05430ecb), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:13.992980 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:14.005011 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-8bab6937-61ac-4be5-b349-7ba25717e23c req-394931b3-0727-4642-9f52-dfa501512fd3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] For port 5da6905b-247d-4a28-a5b6-247d05430ecb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5da6905b-247d-4a28-a5b6-247d05430ecb,segment=NetworkSegment(2856f09c-f174-4fdd-9016-ab1555fa8266),segment_id=2856f09c-f174-4fdd-9016-ab1555fa8266)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:52:14.005412 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-8bab6937-61ac-4be5-b349-7ba25717e23c req-394931b3-0727-4642-9f52-dfa501512fd3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (5da6905b-247d-4a28-a5b6-247d05430ecb), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:14.101739 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5f95e-c52a-456f-b2aa-62676c8dc27a req-feb854cf-7bf2-4823-b61e-824141c92199 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:14.103163 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1bf5f95e-c52a-456f-b2aa-62676c8dc27a req-feb854cf-7bf2-4823-b61e-824141c92199 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 932 time: 0.0517621 Jul 28 17:52:14.162930 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1bf5f95e-c52a-456f-b2aa-62676c8dc27a req-9de000ec-400e-4af4-ad2f-dcfed6d432d1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=33bdb4f2-64c1-4b46-9712-58200c4cf3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454834 Jul 28 17:52:14.275150 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90111120-303a-4d05-bf0b-0c268935cce1 req-3915b5d3-cf2a-4308-b689-fbd30ad62bbc tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:14.276633 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-90111120-303a-4d05-bf0b-0c268935cce1 req-3915b5d3-cf2a-4308-b689-fbd30ad62bbc tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 944 time: 0.1132894 Jul 28 17:52:14.321868 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:14.328230 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-8bab6937-61ac-4be5-b349-7ba25717e23c req-394931b3-0727-4642-9f52-dfa501512fd3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:14.328635 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-8bab6937-61ac-4be5-b349-7ba25717e23c req-394931b3-0727-4642-9f52-dfa501512fd3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (d1bc3926-f86b-419c-9e53-54c2756b8488), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:14.328952 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.l3_db [req-8bab6937-61ac-4be5-b349-7ba25717e23c req-394931b3-0727-4642-9f52-dfa501512fd3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Floating IP d1bc3926-f86b-419c-9e53-54c2756b8488 disassociated. External IP: 172.27.1.168, port: 5da6905b-247d-4a28-a5b6-247d05430ecb. Jul 28 17:52:14.329461 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-8bab6937-61ac-4be5-b349-7ba25717e23c req-394931b3-0727-4642-9f52-dfa501512fd3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Calling delete_port for 5da6905b-247d-4a28-a5b6-247d05430ecb owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:52:14.437753 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f582e56-d95f-4ee1-99cb-467cbc456249 {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:52:14.446042 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-90111120-303a-4d05-bf0b-0c268935cce1 req-70645b61-6236-4303-ae94-60a055acd576 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606388 Jul 28 17:52:14.455039 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Publish callbacks [] for port (1f582e56-d95f-4ee1-99cb-467cbc456249), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:14.481923 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Transition to ACTIVE for port object 1f582e56-d95f-4ee1-99cb-467cbc456249 will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:52:14.493538 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (1f582e56-d95f-4ee1-99cb-467cbc456249), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:14.505076 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d4e14-490b-4a41-8655-cb804e4cfb16 req-bcf10f3c-3eaa-4063-b8e9-7483e786fd3c tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:14.507608 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a78d4e14-490b-4a41-8655-cb804e4cfb16 req-bcf10f3c-3eaa-4063-b8e9-7483e786fd3c tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 945 time: 0.0525334 Jul 28 17:52:14.559734 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a78d4e14-490b-4a41-8655-cb804e4cfb16 req-6d30ca58-84ad-4229-b12c-5c06562a8bb5 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea848e1b-2f2e-40e5-9479-bb18f566bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463369 Jul 28 17:52:14.575760 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Pushing event updated for resources: {'Port': ['ID=1f582e56-d95f-4ee1-99cb-467cbc456249,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:14.638152 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-8bab6937-61ac-4be5-b349-7ba25717e23c req-394931b3-0727-4642-9f52-dfa501512fd3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (5da6905b-247d-4a28-a5b6-247d05430ecb), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:14.674223 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:14.675109 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394931b3-0727-4642-9f52-dfa501512fd3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event deleted for resources: {'Port': ['ID=5da6905b-247d-4a28-a5b6-247d05430ecb,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:14.708261 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Attempting to bind port 1f582e56-d95f-4ee1-99cb-467cbc456249 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:52:14.708601 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Attempting to bind port 1f582e56-d95f-4ee1-99cb-467cbc456249 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:52:14.709485 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Attempting to bind port 1f582e56-d95f-4ee1-99cb-467cbc456249 on network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:52:14.752023 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Port 1f582e56-d95f-4ee1-99cb-467cbc456249 on network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:52:14.752354 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Attempting to bind port 1f582e56-d95f-4ee1-99cb-467cbc456249 on network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:52:14.762402 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:52:14.762746 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Checking segment: {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:52:14.763127 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Bound using segment: {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:52:14.763557 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Bound port: 1f582e56-d95f-4ee1-99cb-467cbc456249, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:52:14.763924 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (1f582e56-d95f-4ee1-99cb-467cbc456249), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:14.873415 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bab6937-61ac-4be5-b349-7ba25717e23c req-394931b3-0727-4642-9f52-dfa501512fd3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:52:14.879272 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] For port 1f582e56-d95f-4ee1-99cb-467cbc456249, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:52:14.883722 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] For port 1f582e56-d95f-4ee1-99cb-467cbc456249, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1f582e56-d95f-4ee1-99cb-467cbc456249,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:52:14.893442 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (1f582e56-d95f-4ee1-99cb-467cbc456249), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:14.899351 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device dc52a880-fa63-4cb8-9043-9a3589099ae5 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:52:14.910505 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 5da6905b-247d-4a28-a5b6-247d05430ecb no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:52:14.951832 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: 5da6905b-247d-4a28-a5b6-247d05430ecb {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:52:14.952234 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 5da6905b-247d-4a28-a5b6-247d05430ecb not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:52:14.964952 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:14.965603 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:14.966989 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] 10.222.0.100 "PUT /v2.0/ports/1f582e56-d95f-4ee1-99cb-467cbc456249 HTTP/1.1" status: 200 len: 1094 time: 1.5298576 Jul 28 17:52:14.971428 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd39380c-a0c4-4d3d-9498-25198768009e', 'tag': '1f582e56-d95f-4ee1-99cb-467cbc456249'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:52:14.973744 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1e5100-53ed-47a3-ab48-032281836e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd39380c-a0c4-4d3d-9498-25198768009e", "tag": "1f582e56-d95f-4ee1-99cb-467cbc456249"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:52:15.006228 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df43897-3e75-4d6a-ad5a-1f6351b2d09b service neutron] Pushing event updated for resources: {'Port': ['ID=1f582e56-d95f-4ee1-99cb-467cbc456249,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:15.023860 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99427fc5-bd5d-44ed-a542-9ee8dbe9b0e6 x-openstack-request-id: req-99427fc5-bd5d-44ed-a542-9ee8dbe9b0e6 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:52:15.024283 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd39380c-a0c4-4d3d-9498-25198768009e", "tag": "1f582e56-d95f-4ee1-99cb-467cbc456249", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:52:15.024642 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-99427fc5-bd5d-44ed-a542-9ee8dbe9b0e6 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:52:15.025579 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99427fc5-bd5d-44ed-a542-9ee8dbe9b0e6'] response: {'name': 'network-changed', 'server_uuid': 'bd39380c-a0c4-4d3d-9498-25198768009e', 'tag': '1f582e56-d95f-4ee1-99cb-467cbc456249', 'status': 'completed', 'code': 200} Jul 28 17:52:15.074435 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port dc52a880-fa63-4cb8-9043-9a3589099ae5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dc52a880-fa63-4cb8-9043-9a3589099ae5,segment=NetworkSegment(70ab3c67-0aa6-47f4-b3ad-288a70252a95),segment_id=70ab3c67-0aa6-47f4-b3ad-288a70252a95)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:52:15.089027 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': 'dc52a880-fa63-4cb8-9043-9a3589099ae5', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'port_id': 'dc52a880-fa63-4cb8-9043-9a3589099ae5', 'mac_address': 'fa:16:3e:36:67:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:52:15.120113 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2bf149af-ac4e-480a-9ab4-296941fb6686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:15.121736 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-2bf149af-ac4e-480a-9ab4-296941fb6686 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 1128 time: 0.0579023 Jul 28 17:52:15.124428 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bab6937-61ac-4be5-b349-7ba25717e23c req-394931b3-0727-4642-9f52-dfa501512fd3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:52:15.128851 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port dc52a880-fa63-4cb8-9043-9a3589099ae5 is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:52:15.129669 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:15.149572 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea39f55-c368-4aef-abaa-f2c2e750e87d None None] Sync routers for ids ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:52:15.155308 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc52a880-fa63-4cb8-9043-9a3589099ae5 {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:52:15.166237 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:15.186377 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea39f55-c368-4aef-abaa-f2c2e750e87d None None] Routers {'7b91fa2a-db06-4025-b5e4-2ba34dfca59c'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:52:15.187197 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-7ea39f55-c368-4aef-abaa-f2c2e750e87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:51:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:15.221573 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-467d3523-aaa7-43bc-8628-a87619e3af8a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f582e56-d95f-4ee1-99cb-467cbc456249 HTTP/1.1" status: 200 len: 217 time: 0.0645788 Jul 28 17:52:15.222331 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bab6937-61ac-4be5-b349-7ba25717e23c req-394931b3-0727-4642-9f52-dfa501512fd3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] No DVR routers for this DVR port 5da6905b-247d-4a28-a5b6-247d05430ecb on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:52:15.226972 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-8bab6937-61ac-4be5-b349-7ba25717e23c req-394931b3-0727-4642-9f52-dfa501512fd3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:15.230150 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8bab6937-61ac-4be5-b349-7ba25717e23c req-394931b3-0727-4642-9f52-dfa501512fd3 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.100 "DELETE /v2.0/ports/5da6905b-247d-4a28-a5b6-247d05430ecb HTTP/1.1" status: 204 len: 173 time: 1.7846329 Jul 28 17:52:15.287537 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port dc52a880-fa63-4cb8-9043-9a3589099ae5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dc52a880-fa63-4cb8-9043-9a3589099ae5,segment=NetworkSegment(70ab3c67-0aa6-47f4-b3ad-288a70252a95),segment_id=70ab3c67-0aa6-47f4-b3ad-288a70252a95)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:52:15.289520 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:15.301517 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:15.309492 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-35ee4314-9e3e-4038-b354-3313c14e6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:15.310930 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-35ee4314-9e3e-4038-b354-3313c14e6c91 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=adcc443e-ff8a-4ec1-b3aa-5572612cf945 HTTP/1.1" status: 200 len: 854 time: 0.0796332 Jul 28 17:52:15.354691 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-7ea39f55-c368-4aef-abaa-f2c2e750e87d None None] Set router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:52:15.359924 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df586e-be7d-4cd5-8962-9239b8532d2c req-c437560c-6a88-40dd-a219-3e5e56caa4ef tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:15.360845 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:15.365934 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b3df586e-be7d-4cd5-8962-9239b8532d2c req-c437560c-6a88-40dd-a219-3e5e56caa4ef tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 944 time: 0.0804057 Jul 28 17:52:15.391643 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-287e9a46-41fb-48e8-9ac6-d2a353218ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:15.397883 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-287e9a46-41fb-48e8-9ac6-d2a353218ee9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0643828 Jul 28 17:52:15.417478 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=dc52a880-fa63-4cb8-9043-9a3589099ae5,revision_number=7']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:15.421199 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b3df586e-be7d-4cd5-8962-9239b8532d2c req-ffc59921-401b-4be5-8d56-0cd752d6f291 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=33bdb4f2-64c1-4b46-9712-58200c4cf3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495448 Jul 28 17:52:15.586923 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-9773cdb6-2d87-4bc6-abee-cf737dbc9b39 service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411486 Jul 28 17:52:15.587589 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-7ea39f55-c368-4aef-abaa-f2c2e750e87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'b93567da-cccb-4853-aa8b-b7488015729c', 'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'mac_address': 'fa:16:3e:01:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:34Z', 'updated_at': '2022-07-28T17:44:52Z', 'revision_number': 5, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'subnets': [{'id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:15.598194 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efefa7e-d8c8-4ad9-bdfa-8c3920d85a6c req-da3db6a3-72c4-4e8b-9c44-61703c030631 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:15.600458 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1efefa7e-d8c8-4ad9-bdfa-8c3920d85a6c req-da3db6a3-72c4-4e8b-9c44-61703c030631 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 945 time: 0.0608494 Jul 28 17:52:15.619700 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea39f55-c368-4aef-abaa-f2c2e750e87d None None] Checking router: 7b91fa2a-db06-4025-b5e4-2ba34dfca59c for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:52:15.629605 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea39f55-c368-4aef-abaa-f2c2e750e87d None None] Routers {'7b91fa2a-db06-4025-b5e4-2ba34dfca59c'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:52:15.630462 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-7ea39f55-c368-4aef-abaa-f2c2e750e87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:51:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:15.655337 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1efefa7e-d8c8-4ad9-bdfa-8c3920d85a6c req-ffd3f0e7-ee37-4cfc-a1bd-8e7f68cb6eef tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484684 Jul 28 17:52:15.683343 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bd8c4c5a-3e38-4df0-8429-8d9cdcb39b16 req-6e811a13-171d-4da4-bc93-c13546ddf7a5 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc28eb23-0865-40b3-8263-3a20b158342b HTTP/1.1" status: 200 len: 210 time: 0.0320079 Jul 28 17:52:15.718571 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['dc52a880-fa63-4cb8-9043-9a3589099ae5'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:52:15.769739 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-7ea39f55-c368-4aef-abaa-f2c2e750e87d None None] Set router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:52:15.903440 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-56d15430-7ff3-44c1-9dc9-754f28c239ab req-078e9dbb-4d2e-4804-8619-b3baf4e2128a service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098499 Jul 28 17:52:16.066862 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-7ea39f55-c368-4aef-abaa-f2c2e750e87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'b93567da-cccb-4853-aa8b-b7488015729c', 'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'mac_address': 'fa:16:3e:01:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:34Z', 'updated_at': '2022-07-28T17:44:52Z', 'revision_number': 5, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'subnets': [{'id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:16.100085 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea39f55-c368-4aef-abaa-f2c2e750e87d None None] The sync data for ids ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'] in dv-cinder-813229-13-iscsi is: [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:44:38Z', 'revision_number': 4, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'b93567da-cccb-4853-aa8b-b7488015729c', 'name': '', 'network_id': 'ae8fa151-853f-466c-9398-a2ea0d9328cd', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'mac_address': 'fa:16:3e:01:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:34Z', 'updated_at': '2022-07-28T17:44:52Z', 'revision_number': 5, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'subnets': [{'id': 'ce8ae2ae-69b2-4f29-aac4-77e56446331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:52:16.166527 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:16.320033 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad5b27-e1e4-4fb1-a656-fee24e559817 None None] New status for floating IP d1bc3926-f86b-419c-9e53-54c2756b8488: DOWN {{(pid=110738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:52:16.545901 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc438cd-1d6d-4b50-a16f-c15ab6f86a5f req-7fa7a605-605a-4a92-8b80-14c441485ce1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:16.547292 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3fc438cd-1d6d-4b50-a16f-c15ab6f86a5f req-7fa7a605-605a-4a92-8b80-14c441485ce1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 944 time: 0.0486388 Jul 28 17:52:16.594038 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3fc438cd-1d6d-4b50-a16f-c15ab6f86a5f req-04ca6b69-4e55-42cf-83b7-e2396345c858 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=33bdb4f2-64c1-4b46-9712-58200c4cf3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412309 Jul 28 17:52:16.776083 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44302) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:16.791273 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9751a-9b5b-4daf-bca5-03486aec82ed req-746ec184-43bf-4da3-a46f-676ed2705a98 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:16.792725 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d0a9751a-9b5b-4daf-bca5-03486aec82ed req-746ec184-43bf-4da3-a46f-676ed2705a98 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 945 time: 0.0639284 Jul 28 17:52:16.878122 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d0a9751a-9b5b-4daf-bca5-03486aec82ed req-d66f5de8-58cd-4ff3-98bc-1aabed0942e2 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794990 Jul 28 17:52:16.881598 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e45296a6-e4ee-4220-94db-4e4d900d2016 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group (ea848e1b-2f2e-40e5-9479-bb18f566bccc), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:16.906526 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e45296a6-e4ee-4220-94db-4e4d900d2016 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group (ea848e1b-2f2e-40e5-9479-bb18f566bccc), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:16.940849 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:16.954609 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e45296a6-e4ee-4220-94db-4e4d900d2016 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (ea848e1b-2f2e-40e5-9479-bb18f566bccc), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:16.957279 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e45296a6-e4ee-4220-94db-4e4d900d2016 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:16.958422 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-e45296a6-e4ee-4220-94db-4e4d900d2016 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "DELETE /v2.0/security-groups/ea848e1b-2f2e-40e5-9479-bb18f566bccc HTTP/1.1" status: 204 len: 168 time: 0.1814120 Jul 28 17:52:16.961792 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 44304) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:16.966009 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device dc52a880-fa63-4cb8-9043-9a3589099ae5 up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:52:16.968439 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45296a6-e4ee-4220-94db-4e4d900d2016 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea848e1b-2f2e-40e5-9479-bb18f566bccc,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:16.979514 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.api.v2.resource [None req-a273efc6-6ab8-42b6-8634-000a4a7d2882 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] show failed (client error): The resource could not be found. Jul 28 17:52:16.980541 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-a273efc6-6ab8-42b6-8634-000a4a7d2882 tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "GET /v2.0/security-groups/ea848e1b-2f2e-40e5-9479-bb18f566bccc HTTP/1.1" status: 404 len: 347 time: 0.0176475 Jul 28 17:52:16.983431 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 44306) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:17.024433 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port dc52a880-fa63-4cb8-9043-9a3589099ae5 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:52:17.024858 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:17.029722 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc28eb23-0865-40b3-8263-3a20b158342b', 'name': 'network-vif-deleted', 'tag': '5da6905b-247d-4a28-a5b6-247d05430ecb'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:52:17.031944 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aad3506-96e2-43d6-833a-ceb290ea1027" -d '{"events": [{"server_uuid": "fc28eb23-0865-40b3-8263-3a20b158342b", "name": "network-vif-deleted", "tag": "5da6905b-247d-4a28-a5b6-247d05430ecb"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:52:17.074667 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8acedb-02c1-40f9-9cd0-96f49f9cc389 x-openstack-request-id: req-2d8acedb-02c1-40f9-9cd0-96f49f9cc389 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:52:17.074966 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc28eb23-0865-40b3-8263-3a20b158342b", "name": "network-vif-deleted", "tag": "5da6905b-247d-4a28-a5b6-247d05430ecb", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:52:17.075224 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2d8acedb-02c1-40f9-9cd0-96f49f9cc389 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:52:17.075623 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8acedb-02c1-40f9-9cd0-96f49f9cc389'] response: {'server_uuid': 'fc28eb23-0865-40b3-8263-3a20b158342b', 'name': 'network-vif-deleted', 'tag': '5da6905b-247d-4a28-a5b6-247d05430ecb', 'status': 'completed', 'code': 200} Jul 28 17:52:17.085593 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:17.105465 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port dc52a880-fa63-4cb8-9043-9a3589099ae5 is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:52:17.105865 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:17.129570 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc52a880-fa63-4cb8-9043-9a3589099ae5'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:52:17.132812 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e976d9-7c8c-4931-b9dc-e915edfb65b2" -d '{"events": [{"server_uuid": "eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc52a880-fa63-4cb8-9043-9a3589099ae5"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:52:17.144093 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-e60932dd-07f5-44cb-9bd0-0cabebf1874d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Deleting port 4c47a320-814f-4aa8-8277-c38b17d7a968 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:52:17.144538 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e60932dd-07f5-44cb-9bd0-0cabebf1874d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (4c47a320-814f-4aa8-8277-c38b17d7a968), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:17.145396 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port dc52a880-fa63-4cb8-9043-9a3589099ae5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dc52a880-fa63-4cb8-9043-9a3589099ae5,segment=NetworkSegment(70ab3c67-0aa6-47f4-b3ad-288a70252a95),segment_id=70ab3c67-0aa6-47f4-b3ad-288a70252a95)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:52:17.152478 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:17.180957 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6bf133-42f7-46e5-9333-538d3b86c395 x-openstack-request-id: req-af6bf133-42f7-46e5-9333-538d3b86c395 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:52:17.181279 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc52a880-fa63-4cb8-9043-9a3589099ae5", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:52:17.181533 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-af6bf133-42f7-46e5-9333-538d3b86c395 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:52:17.181925 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6bf133-42f7-46e5-9333-538d3b86c395'] response: {'server_uuid': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc52a880-fa63-4cb8-9043-9a3589099ae5', 'code': 200} Jul 28 17:52:17.190139 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:17.193703 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e5100-53ed-47a3-ab48-032281836e3c req-72de551e-8eaf-441b-b551-dccf05fd5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:17.195331 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7f1e5100-53ed-47a3-ab48-032281836e3c req-72de551e-8eaf-441b-b551-dccf05fd5086 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 1128 time: 0.0937374 Jul 28 17:52:17.209657 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=dc52a880-fa63-4cb8-9043-9a3589099ae5,revision_number=8']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:17.245810 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e60932dd-07f5-44cb-9bd0-0cabebf1874d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (4c47a320-814f-4aa8-8277-c38b17d7a968), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:17.246149 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e60932dd-07f5-44cb-9bd0-0cabebf1874d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for floatingip (4c47a320-814f-4aa8-8277-c38b17d7a968), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:17.297943 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-e60932dd-07f5-44cb-9bd0-0cabebf1874d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Calling delete_port for 4c47a320-814f-4aa8-8277-c38b17d7a968 owned by network:floatingip {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:52:17.407546 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e5100-53ed-47a3-ab48-032281836e3c req-df95742c-02a9-4992-a508-198867acaa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:17.408920 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7f1e5100-53ed-47a3-ab48-032281836e3c req-df95742c-02a9-4992-a508-198867acaa52 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 917 time: 0.1727257 Jul 28 17:52:17.413086 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:17.489970 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7f1e5100-53ed-47a3-ab48-032281836e3c req-ca20b370-27c7-4792-937a-8782e4a65b8c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f582e56-d95f-4ee1-99cb-467cbc456249 HTTP/1.1" status: 200 len: 217 time: 0.0553694 Jul 28 17:52:17.575570 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe4095-6d43-454a-9f94-94d1c8eb7eaf req-93382052-2060-4bca-b905-5bb2c8118255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:17.577066 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4cfe4095-6d43-454a-9f94-94d1c8eb7eaf req-93382052-2060-4bca-b905-5bb2c8118255 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 1130 time: 0.0908756 Jul 28 17:52:17.579431 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e60932dd-07f5-44cb-9bd0-0cabebf1874d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (4c47a320-814f-4aa8-8277-c38b17d7a968), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:17.616309 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e5100-53ed-47a3-ab48-032281836e3c req-6ed61f39-94db-4d36-ba53-9f12f7dcb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:17.617779 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7f1e5100-53ed-47a3-ab48-032281836e3c req-6ed61f39-94db-4d36-ba53-9f12f7dcb5d3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=adcc443e-ff8a-4ec1-b3aa-5572612cf945 HTTP/1.1" status: 200 len: 854 time: 0.1158142 Jul 28 17:52:17.628258 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60932dd-07f5-44cb-9bd0-0cabebf1874d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Pushing event deleted for resources: {'Port': ['ID=4c47a320-814f-4aa8-8277-c38b17d7a968,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:17.782415 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e5100-53ed-47a3-ab48-032281836e3c req-98f66d73-3f02-4353-baa0-ed03a05f3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:17.783920 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7f1e5100-53ed-47a3-ab48-032281836e3c req-98f66d73-3f02-4353-baa0-ed03a05f3f07 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1448388 Jul 28 17:52:17.792210 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4cfe4095-6d43-454a-9f94-94d1c8eb7eaf req-a86b6aa0-6383-45cd-b357-c5f430ab6714 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000382 Jul 28 17:52:17.805231 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebc217-8a0d-4c49-99e7-678a0e13841f req-a32fd9a9-5e46-4534-9937-6d8d04d33e24 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:17.806635 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-32ebc217-8a0d-4c49-99e7-678a0e13841f req-a32fd9a9-5e46-4534-9937-6d8d04d33e24 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 944 time: 0.1109526 Jul 28 17:52:17.814326 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e60932dd-07f5-44cb-9bd0-0cabebf1874d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks [] for floatingip (d1bc3926-f86b-419c-9e53-54c2756b8488), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:17.816835 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e60932dd-07f5-44cb-9bd0-0cabebf1874d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:17.817970 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-e60932dd-07f5-44cb-9bd0-0cabebf1874d tempest-AttachVolumeTestJSON-111647965 tempest-AttachVolumeTestJSON-111647965-project] 10.222.0.89 "DELETE /v2.0/floatingips/d1bc3926-f86b-419c-9e53-54c2756b8488 HTTP/1.1" status: 204 len: 168 time: 0.8336656 Jul 28 17:52:17.869043 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-32ebc217-8a0d-4c49-99e7-678a0e13841f req-2d62b60a-e496-4e7d-930e-906477325dcc tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=33bdb4f2-64c1-4b46-9712-58200c4cf3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558913 Jul 28 17:52:18.012767 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038f0e4-2671-4ae8-8057-13829a1bd9b2 req-acad3c59-1b4c-4f4c-9592-ed81db15ee74 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:18.014264 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4038f0e4-2671-4ae8-8057-13829a1bd9b2 req-acad3c59-1b4c-4f4c-9592-ed81db15ee74 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0539761 Jul 28 17:52:18.057424 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:18.067210 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4038f0e4-2671-4ae8-8057-13829a1bd9b2 req-3b2611ba-0393-4e80-9e85-6a3b7d3cb594 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468233 Jul 28 17:52:18.233894 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7f1e5100-53ed-47a3-ab48-032281836e3c req-3b606fe7-5769-465b-85c9-2cb459bb29da service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909886 Jul 28 17:52:18.688329 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7f1e5100-53ed-47a3-ab48-032281836e3c req-12de16f2-7a33-4f61-b5a7-fb4f0393507e service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859632 Jul 28 17:52:18.979022 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 1f582e56-d95f-4ee1-99cb-467cbc456249 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:52:19.002052 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e5959-8426-4eca-a906-b1229c9a277c req-a28632cf-9389-4bc2-9acb-c074917b0c81 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:19.003628 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1a6e5959-8426-4eca-a906-b1229c9a277c req-a28632cf-9389-4bc2-9acb-c074917b0c81 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 944 time: 0.0563295 Jul 28 17:52:19.038076 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:19.072664 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1a6e5959-8426-4eca-a906-b1229c9a277c req-c17245ee-3f6e-43e2-9295-951079ef377d tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=33bdb4f2-64c1-4b46-9712-58200c4cf3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628181 Jul 28 17:52:19.107092 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 1f582e56-d95f-4ee1-99cb-467cbc456249, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1f582e56-d95f-4ee1-99cb-467cbc456249,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:52:19.127640 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '1f582e56-d95f-4ee1-99cb-467cbc456249', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'port_id': '1f582e56-d95f-4ee1-99cb-467cbc456249', 'mac_address': 'fa:16:3e:39:ce:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:52:19.211976 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30d80b-9590-4ac7-82be-9453b064fb78 req-26a3e3ff-e709-40e3-a42e-692d024d7c20 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:19.213492 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5a30d80b-9590-4ac7-82be-9453b064fb78 req-26a3e3ff-e709-40e3-a42e-692d024d7c20 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0540988 Jul 28 17:52:19.266056 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5a30d80b-9590-4ac7-82be-9453b064fb78 req-4d18f48b-3890-4451-ae2c-a8c4ce27cf10 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467365 Jul 28 17:52:19.294691 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 1f582e56-d95f-4ee1-99cb-467cbc456249 is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:52:19.295091 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (1f582e56-d95f-4ee1-99cb-467cbc456249), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:19.307998 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f582e56-d95f-4ee1-99cb-467cbc456249 {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:52:19.327328 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 1f582e56-d95f-4ee1-99cb-467cbc456249, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1f582e56-d95f-4ee1-99cb-467cbc456249,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:52:19.335026 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (1f582e56-d95f-4ee1-99cb-467cbc456249), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:19.391718 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=1f582e56-d95f-4ee1-99cb-467cbc456249,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:19.823622 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['1f582e56-d95f-4ee1-99cb-467cbc456249'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:52:20.219858 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd18477-6f2b-4533-8e38-fa46c282c97d req-7cd0b397-089a-4a3f-ac52-9ca65a1d61e3 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:20.221383 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6dd18477-6f2b-4533-8e38-fa46c282c97d req-7cd0b397-089a-4a3f-ac52-9ca65a1d61e3 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 945 time: 0.0491772 Jul 28 17:52:20.272310 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6dd18477-6f2b-4533-8e38-fa46c282c97d req-948ae8be-a877-4d28-9a78-e8cee9ee9814 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=33bdb4f2-64c1-4b46-9712-58200c4cf3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442626 Jul 28 17:52:20.983373 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 1f582e56-d95f-4ee1-99cb-467cbc456249 up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:52:21.026048 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port 1f582e56-d95f-4ee1-99cb-467cbc456249 completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:52:21.032499 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 1f582e56-d95f-4ee1-99cb-467cbc456249 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:52:21.032886 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (1f582e56-d95f-4ee1-99cb-467cbc456249), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:21.075221 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:21.110287 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 1f582e56-d95f-4ee1-99cb-467cbc456249 is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:52:21.110702 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (1f582e56-d95f-4ee1-99cb-467cbc456249), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:21.133613 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd39380c-a0c4-4d3d-9498-25198768009e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f582e56-d95f-4ee1-99cb-467cbc456249'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:52:21.135841 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf9d77b-6e36-4637-b05c-be4fe5d4f964" -d '{"events": [{"server_uuid": "bd39380c-a0c4-4d3d-9498-25198768009e", "name": "network-vif-plugged", "status": "completed", "tag": "1f582e56-d95f-4ee1-99cb-467cbc456249"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:52:21.149797 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 1f582e56-d95f-4ee1-99cb-467cbc456249, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1f582e56-d95f-4ee1-99cb-467cbc456249,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:52:21.154874 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (1f582e56-d95f-4ee1-99cb-467cbc456249), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:21.179979 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970f943f-228a-4a2b-b67e-8a8ac32c4a03 x-openstack-request-id: req-970f943f-228a-4a2b-b67e-8a8ac32c4a03 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:52:21.180296 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd39380c-a0c4-4d3d-9498-25198768009e", "name": "network-vif-plugged", "status": "completed", "tag": "1f582e56-d95f-4ee1-99cb-467cbc456249", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:52:21.180549 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-970f943f-228a-4a2b-b67e-8a8ac32c4a03 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:52:21.180945 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-970f943f-228a-4a2b-b67e-8a8ac32c4a03'] response: {'server_uuid': 'bd39380c-a0c4-4d3d-9498-25198768009e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f582e56-d95f-4ee1-99cb-467cbc456249', 'code': 200} Jul 28 17:52:21.204629 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=1f582e56-d95f-4ee1-99cb-467cbc456249,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:21.413916 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd69a3e-6be3-4690-8613-8ac7a48e24d3 req-4a002c2c-26e9-425b-9166-5325ab35827d tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:21.415571 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2bd69a3e-6be3-4690-8613-8ac7a48e24d3 req-4a002c2c-26e9-425b-9166-5325ab35827d tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 946 time: 0.0523832 Jul 28 17:52:21.467664 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44354) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:21.741642 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:21.746107 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e37bd-c4fd-4e49-a237-5d4e5e388e34 req-9ee5c662-f42c-4794-b343-dd902d4d2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:21.747624 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1e7e37bd-c4fd-4e49-a237-5d4e5e388e34 req-9ee5c662-f42c-4794-b343-dd902d4d2059 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 1130 time: 0.3311121 Jul 28 17:52:21.761962 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2bd69a3e-6be3-4690-8613-8ac7a48e24d3 req-beaade45-31e1-4c62-b816-73a9b71a1817 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=33bdb4f2-64c1-4b46-9712-58200c4cf3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3346996 Jul 28 17:52:21.806265 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1e7e37bd-c4fd-4e49-a237-5d4e5e388e34 req-2fbfb746-42f4-4a76-a33b-f6e2b1e28058 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=33bdb4f2-64c1-4b46-9712-58200c4cf3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478899 Jul 28 17:52:21.967587 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1c0e9c68-08b2-4304-878b-9496cd806383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360476'] for router_interface (7b91fa2a-db06-4025-b5e4-2ba34dfca59c), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:22.234151 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e9c68-08b2-4304-878b-9496cd806383 admin admin] Deleting port b93567da-cccb-4853-aa8b-b7488015729c {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:52:22.234497 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1c0e9c68-08b2-4304-878b-9496cd806383 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (b93567da-cccb-4853-aa8b-b7488015729c), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:22.320436 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-1c0e9c68-08b2-4304-878b-9496cd806383 admin admin] For port b93567da-cccb-4853-aa8b-b7488015729c, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=b93567da-cccb-4853-aa8b-b7488015729c,segment=NetworkSegment(2856f09c-f174-4fdd-9016-ab1555fa8266),segment_id=2856f09c-f174-4fdd-9016-ab1555fa8266)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:52:22.320711 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1c0e9c68-08b2-4304-878b-9496cd806383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (b93567da-cccb-4853-aa8b-b7488015729c), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:22.333758 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e9c68-08b2-4304-878b-9496cd806383 admin admin] Calling delete_port for b93567da-cccb-4853-aa8b-b7488015729c owned by network:router_interface {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:52:22.388548 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:22.490220 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:22.513820 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1c0e9c68-08b2-4304-878b-9496cd806383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (b93567da-cccb-4853-aa8b-b7488015729c), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:22.540039 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e9c68-08b2-4304-878b-9496cd806383 admin admin] Pushing event deleted for resources: {'Port': ['ID=b93567da-cccb-4853-aa8b-b7488015729c,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:22.717182 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1c0e9c68-08b2-4304-878b-9496cd806383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360584'] for router_interface (7b91fa2a-db06-4025-b5e4-2ba34dfca59c), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:23.158076 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16463a9-06d5-478d-9acf-ce491b082a6d req-8e9f642a-037f-4402-ac86-b85f8780c4c5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:23.159525 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f16463a9-06d5-478d-9acf-ce491b082a6d req-8e9f642a-037f-4402-ac86-b85f8780c4c5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 946 time: 0.3012650 Jul 28 17:52:23.214540 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0e9c68-08b2-4304-878b-9496cd806383 admin admin] Router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:52:23.223760 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f16463a9-06d5-478d-9acf-ce491b082a6d req-945f559d-b395-46a2-9ac3-8898957e65b1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=33bdb4f2-64c1-4b46-9712-58200c4cf3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585964 Jul 28 17:52:23.324084 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0e9c68-08b2-4304-878b-9496cd806383 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:52:23.329078 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-1c0e9c68-08b2-4304-878b-9496cd806383 admin admin] 10.222.0.89 "PUT /v2.0/routers/7b91fa2a-db06-4025-b5e4-2ba34dfca59c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8636284 Jul 28 17:52:23.332108 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44360) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:23.333374 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d209737f-c7bd-4adc-9955-760921ae511e None None] Sync routers for ids ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:52:23.344336 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d209737f-c7bd-4adc-9955-760921ae511e None None] Routers {'7b91fa2a-db06-4025-b5e4-2ba34dfca59c'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:52:23.345009 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-d209737f-c7bd-4adc-9955-760921ae511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:51:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:23.382565 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:23.433930 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9b32eba5-b314-462d-920d-9cfaefc5ed00 admin admin] Publish callbacks [] for router (7b91fa2a-db06-4025-b5e4-2ba34dfca59c), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:23.451925 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-d209737f-c7bd-4adc-9955-760921ae511e None None] Set router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:52:23.516400 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:23.538795 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9b32eba5-b314-462d-920d-9cfaefc5ed00 admin admin] Publish callbacks [] for router_gateway (7b91fa2a-db06-4025-b5e4-2ba34dfca59c), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:23.581753 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-9b32eba5-b314-462d-920d-9cfaefc5ed00 admin admin] Deleting port 446600c7-7807-47cd-b2e4-142bffdedb16 {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:52:23.582205 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9b32eba5-b314-462d-920d-9cfaefc5ed00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (446600c7-7807-47cd-b2e4-142bffdedb16), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:23.625996 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-d209737f-c7bd-4adc-9955-760921ae511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:52:22Z', 'revision_number': 5, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port': {'id': '446600c7-7807-47cd-b2e4-142bffdedb16', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:26Z', 'updated_at': '2022-07-28T17:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:23.640718 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:23.654300 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d209737f-c7bd-4adc-9955-760921ae511e None None] Checking router: 7b91fa2a-db06-4025-b5e4-2ba34dfca59c for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:52:23.662734 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d209737f-c7bd-4adc-9955-760921ae511e None None] Routers {'7b91fa2a-db06-4025-b5e4-2ba34dfca59c'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:52:23.663350 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-d209737f-c7bd-4adc-9955-760921ae511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:51:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:23.663723 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-9b32eba5-b314-462d-920d-9cfaefc5ed00 admin admin] For port 446600c7-7807-47cd-b2e4-142bffdedb16, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=446600c7-7807-47cd-b2e4-142bffdedb16,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:52:23.664098 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9b32eba5-b314-462d-920d-9cfaefc5ed00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (446600c7-7807-47cd-b2e4-142bffdedb16), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:23.676763 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-9b32eba5-b314-462d-920d-9cfaefc5ed00 admin admin] Calling delete_port for 446600c7-7807-47cd-b2e4-142bffdedb16 owned by network:router_gateway {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:52:23.751429 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-d209737f-c7bd-4adc-9955-760921ae511e None None] Set router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c gateway port host: None {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:52:23.803914 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-d209737f-c7bd-4adc-9955-760921ae511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:52:23Z', 'revision_number': 6, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port_host': None}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:23.829075 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d209737f-c7bd-4adc-9955-760921ae511e None None] The sync data for ids ['7b91fa2a-db06-4025-b5e4-2ba34dfca59c'] in dv-cinder-813229-13-iscsi is: [{'id': '7b91fa2a-db06-4025-b5e4-2ba34dfca59c', 'name': 'tempest-AttachVolumeTestJSON-107090725-router', 'tenant_id': '78a2f25af7784086aadec8dd5a1015dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:24Z', 'updated_at': '2022-07-28T17:52:23Z', 'revision_number': 6, 'project_id': '78a2f25af7784086aadec8dd5a1015dd', 'gw_port_host': None}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:52:23.857597 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9b32eba5-b314-462d-920d-9cfaefc5ed00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (446600c7-7807-47cd-b2e4-142bffdedb16), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:23.885210 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32eba5-b314-462d-920d-9cfaefc5ed00 admin admin] Pushing event deleted for resources: {'Port': ['ID=446600c7-7807-47cd-b2e4-142bffdedb16,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:23.949631 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9b32eba5-b314-462d-920d-9cfaefc5ed00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362268'] for router_gateway (7b91fa2a-db06-4025-b5e4-2ba34dfca59c), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.059635 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9b32eba5-b314-462d-920d-9cfaefc5ed00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router (7b91fa2a-db06-4025-b5e4-2ba34dfca59c), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.062277 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9b32eba5-b314-462d-920d-9cfaefc5ed00 admin admin] Publish callbacks [] for router_controller (7b91fa2a-db06-4025-b5e4-2ba34dfca59c), precommit_delete_associations {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.134640 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9b32eba5-b314-462d-920d-9cfaefc5ed00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-664341'] for router (7b91fa2a-db06-4025-b5e4-2ba34dfca59c), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.135192 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b32eba5-b314-462d-920d-9cfaefc5ed00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b91fa2a-db06-4025-b5e4-2ba34dfca59c {{(pid=110736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 17:52:24.140422 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9b32eba5-b314-462d-920d-9cfaefc5ed00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.141656 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-9b32eba5-b314-462d-920d-9cfaefc5ed00 admin admin] 10.222.0.89 "DELETE /v2.0/routers/7b91fa2a-db06-4025-b5e4-2ba34dfca59c HTTP/1.1" status: 204 len: 168 time: 0.8086178 Jul 28 17:52:24.144214 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44362) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:24.202023 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_v2 [None req-765ca153-37bc-4ccf-9e28-5555c03b0b4c admin admin] Deleting subnet ce8ae2ae-69b2-4f29-aac4-77e56446331a {{(pid=110736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 17:52:24.205766 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-765ca153-37bc-4ccf-9e28-5555c03b0b4c admin admin] Publish callbacks [] for subnet (ce8ae2ae-69b2-4f29-aac4-77e56446331a), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.244161 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-765ca153-37bc-4ccf-9e28-5555c03b0b4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3610771'] for subnet (ce8ae2ae-69b2-4f29-aac4-77e56446331a), precommit_delete_associations {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.302345 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device b93567da-cccb-4853-aa8b-b7488015729c no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:52:24.341809 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: b93567da-cccb-4853-aa8b-b7488015729c {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:52:24.342510 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device b93567da-cccb-4853-aa8b-b7488015729c not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:52:24.357934 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-765ca153-37bc-4ccf-9e28-5555c03b0b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66971435'] for subnet (ce8ae2ae-69b2-4f29-aac4-77e56446331a), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.358811 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43936ab6-172f-4fdb-8033-9d09bf1150c3 req-6dbb5153-5e5e-4db5-b297-63e727e3fdb0 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:24.360416 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-43936ab6-172f-4fdb-8033-9d09bf1150c3 req-6dbb5153-5e5e-4db5-b297-63e727e3fdb0 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 946 time: 0.0529828 Jul 28 17:52:24.412151 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-43936ab6-172f-4fdb-8033-9d09bf1150c3 req-802c2c8b-b8e1-4e7a-9ffc-174e2a69e72c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=33bdb4f2-64c1-4b46-9712-58200c4cf3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452340 Jul 28 17:52:24.418883 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-765ca153-37bc-4ccf-9e28-5555c03b0b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66971426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318654'] for subnet (ce8ae2ae-69b2-4f29-aac4-77e56446331a), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.446706 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ca153-37bc-4ccf-9e28-5555c03b0b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce8ae2ae-69b2-4f29-aac4-77e56446331a,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:24.449798 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-765ca153-37bc-4ccf-9e28-5555c03b0b4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.454015 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-765ca153-37bc-4ccf-9e28-5555c03b0b4c admin admin] 10.222.0.89 "DELETE /v2.0/subnets/ce8ae2ae-69b2-4f29-aac4-77e56446331a HTTP/1.1" status: 204 len: 168 time: 0.3088038 Jul 28 17:52:24.454156 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f601c67-8789-454a-bc2f-088899f22673 None None] Network ae8fa151-853f-466c-9398-a2ea0d9328cd requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:52:24.456507 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44368) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:24.463591 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=11 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:24.573634 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad67b8-2965-4349-9be8-e9fc352177c8 req-90adbfb6-de07-43ab-8dda-ad529953f0c0 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:24.575126 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f7ad67b8-2965-4349-9be8-e9fc352177c8 req-90adbfb6-de07-43ab-8dda-ad529953f0c0 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 946 time: 0.0688500 Jul 28 17:52:24.585363 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 44370) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:24.585615 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66853985'] for network (ae8fa151-853f-466c-9398-a2ea0d9328cd), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.590121 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-510bf758-6f96-4cc5-a12d-1ccd1c5f9917 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'floatingip': {'port_id': '1f582e56-d95f-4ee1-99cb-467cbc456249'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:52:24.632603 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] Deleting port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:52:24.633226 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.642256 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c93176-a809-4ffe-81d2-e7faf190cd9d None None] DHCP port deletion for ae8fa151-853f-466c-9398-a2ea0d9328cd request from dv-cinder-813229-13-iscsi {{(pid=110737) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 17:52:24.644705 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-510bf758-6f96-4cc5-a12d-1ccd1c5f9917 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (de565ff1-e882-4bfd-9fa8-b9ef2a000712), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.681994 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:24.687111 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-87c93176-a809-4ffe-81d2-e7faf190cd9d None None] Deleting port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 {{(pid=110737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:52:24.687491 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-87c93176-a809-4ffe-81d2-e7faf190cd9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8), before_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.711848 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] For port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8,segment=NetworkSegment(2856f09c-f174-4fdd-9016-ab1555fa8266),segment_id=2856f09c-f174-4fdd-9016-ab1555fa8266)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:52:24.712211 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.726938 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] Calling delete_port for e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 owned by network:dhcp {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:52:24.760267 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-87c93176-a809-4ffe-81d2-e7faf190cd9d None None] For port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8,segment=NetworkSegment(2856f09c-f174-4fdd-9016-ab1555fa8266),segment_id=2856f09c-f174-4fdd-9016-ab1555fa8266)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:52:24.760663 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-87c93176-a809-4ffe-81d2-e7faf190cd9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8), precommit_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.776057 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-87c93176-a809-4ffe-81d2-e7faf190cd9d None None] Calling delete_port for e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 owned by network:dhcp {{(pid=110737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:52:24.815708 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.848762 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:24.850017 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:24.856712 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] No DVR routers for this DVR port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 on host dv-cinder-813229-13-iscsi {{(pid=110736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:52:24.871659 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-87c93176-a809-4ffe-81d2-e7faf190cd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691'] for port (e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8), after_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.899101 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c93176-a809-4ffe-81d2-e7faf190cd9d None None] Pushing event deleted for resources: {'Port': ['ID=e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8,revision_number=None']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:24.903408 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c93176-a809-4ffe-81d2-e7faf190cd9d None None] No DVR routers for this DVR port e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 on host dv-cinder-813229-13-iscsi {{(pid=110737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:52:24.939655 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66972677', 'neutron.services.segments.db._delete_segments_for_network-8747606401738'] for network (ae8fa151-853f-466c-9398-a2ea0d9328cd), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:24.967984 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8fa151-853f-466c-9398-a2ea0d9328cd']}} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:24.979944 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2856f09c-f174-4fdd-9016-ab1555fa8266') {'for_net_delete': True} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:24.980359 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2856f09c-f174-4fdd-9016-ab1555fa8266') {} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:24.992196 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747606401639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610762'] for segment (2856f09c-f174-4fdd-9016-ab1555fa8266), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:25.006229 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (2856f09c-f174-4fdd-9016-ab1555fa8266), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:25.013771 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=110736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:52:25.014261 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530693'] for segment (2856f09c-f174-4fdd-9016-ab1555fa8266), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:25.094286 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66972686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362288'] for network (ae8fa151-853f-466c-9398-a2ea0d9328cd), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:25.107245 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:25.112592 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] 10.222.0.89 "DELETE /v2.0/networks/ae8fa151-853f-466c-9398-a2ea0d9328cd HTTP/1.1" status: 204 len: 168 time: 0.6549146 Jul 28 17:52:25.132866 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8643a9-629a-4b5b-bb53-49f721644b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae8fa151-853f-466c-9398-a2ea0d9328cd,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:25.144623 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-510bf758-6f96-4cc5-a12d-1ccd1c5f9917 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:25.151856 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-510bf758-6f96-4cc5-a12d-1ccd1c5f9917 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (de565ff1-e882-4bfd-9fa8-b9ef2a000712), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:25.270499 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 2856f09c-f174-4fdd-9016-ab1555fa8266 resource provider aggregate not found Jul 28 17:52:25.281339 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.l3_db [None req-510bf758-6f96-4cc5-a12d-1ccd1c5f9917 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Floating IP de565ff1-e882-4bfd-9fa8-b9ef2a000712 associated. External IP: 172.27.1.160, port: 1f582e56-d95f-4ee1-99cb-467cbc456249. Jul 28 17:52:25.293576 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 2856f09c-f174-4fdd-9016-ab1555fa8266 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2856f09c-f174-4fdd-9016-ab1555fa8266 found for delete ", "request_id": "req-2af8f06f-c940-4bf3-aeaa-03d01bda449f"}]} Jul 28 17:52:25.344275 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44380) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:25.386340 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-29edd562-ca3d-41f8-a7a8-fc613c68618b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=78a2f25af7784086aadec8dd5a1015dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409176 Jul 28 17:52:25.386822 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:25.389091 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 44382) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:25.529319 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-5324439a-8a53-4bd8-9e94-15a230c125e0 admin admin] Publish callbacks [] for security_group (4f2fe6aa-de01-4174-9e61-45c333657b0f), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:25.531929 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510bf758-6f96-4cc5-a12d-1ccd1c5f9917 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Router 2d47a542-f47f-47f4-96fb-ccfb58776de1 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:52:25.542622 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:25.561865 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-5324439a-8a53-4bd8-9e94-15a230c125e0 admin admin] Publish callbacks [] for security_group (4f2fe6aa-de01-4174-9e61-45c333657b0f), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:25.682594 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-5324439a-8a53-4bd8-9e94-15a230c125e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (4f2fe6aa-de01-4174-9e61-45c333657b0f), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:25.685108 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-5324439a-8a53-4bd8-9e94-15a230c125e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:25.688602 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-5324439a-8a53-4bd8-9e94-15a230c125e0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4f2fe6aa-de01-4174-9e61-45c333657b0f HTTP/1.1" status: 204 len: 168 time: 0.2962296 Jul 28 17:52:25.701475 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510bf758-6f96-4cc5-a12d-1ccd1c5f9917 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:52:25.703335 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9be3f88b-94dc-4e6b-9093-7d5351c08fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:25.708031 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-510bf758-6f96-4cc5-a12d-1ccd1c5f9917 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:25.711694 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324439a-8a53-4bd8-9e94-15a230c125e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2fe6aa-de01-4174-9e61-45c333657b0f,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:25.716745 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5ee78-7135-478c-9749-67fa34913fe7 None None] Sync routers for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:52:25.733322 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5ee78-7135-478c-9749-67fa34913fe7 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:52:25.734276 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-1ed5ee78-7135-478c-9749-67fa34913fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:51:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:25.757903 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-510bf758-6f96-4cc5-a12d-1ccd1c5f9917 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "PUT /v2.0/floatingips/de565ff1-e882-4bfd-9fa8-b9ef2a000712 HTTP/1.1" status: 200 len: 992 time: 1.1713173 Jul 28 17:52:25.758782 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd39380c-a0c4-4d3d-9498-25198768009e', 'tag': '1f582e56-d95f-4ee1-99cb-467cbc456249'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:52:25.761206 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77ba076-76c7-4931-86bc-17d5c3cc91da" -d '{"events": [{"name": "network-changed", "server_uuid": "bd39380c-a0c4-4d3d-9498-25198768009e", "tag": "1f582e56-d95f-4ee1-99cb-467cbc456249"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:52:25.802391 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76e081a-018a-487a-80d5-f8b37c720eed x-openstack-request-id: req-f76e081a-018a-487a-80d5-f8b37c720eed {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:52:25.802685 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd39380c-a0c4-4d3d-9498-25198768009e", "tag": "1f582e56-d95f-4ee1-99cb-467cbc456249", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:52:25.803749 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f76e081a-018a-487a-80d5-f8b37c720eed {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:52:25.804237 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76e081a-018a-487a-80d5-f8b37c720eed'] response: {'name': 'network-changed', 'server_uuid': 'bd39380c-a0c4-4d3d-9498-25198768009e', 'tag': '1f582e56-d95f-4ee1-99cb-467cbc456249', 'status': 'completed', 'code': 200} Jul 28 17:52:25.940172 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-1ed5ee78-7135-478c-9749-67fa34913fe7 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:52:25.944881 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ba076-76c7-4931-86bc-17d5c3cc91da req-6fc484aa-b025-43d8-a9c1-2abb64de901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:25.946529 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e77ba076-76c7-4931-86bc-17d5c3cc91da req-6fc484aa-b025-43d8-a9c1-2abb64de901e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 1130 time: 0.0564544 Jul 28 17:52:26.062148 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ba076-76c7-4931-86bc-17d5c3cc91da req-c741c613-c4a0-40b2-b5a4-efb2c4f5bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:26.063901 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e77ba076-76c7-4931-86bc-17d5c3cc91da req-c741c613-c4a0-40b2-b5a4-efb2c4f5bb73 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 917 time: 0.1098399 Jul 28 17:52:26.113579 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:52:26.144408 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e77ba076-76c7-4931-86bc-17d5c3cc91da req-90e1279d-e2b9-485a-bf32-25047e5ae28d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f582e56-d95f-4ee1-99cb-467cbc456249 HTTP/1.1" status: 200 len: 1000 time: 0.0693569 Jul 28 17:52:26.144957 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:52:26.145524 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device e8ac99fb-bdb9-4040-ab12-0f1b19e88fc8 not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:52:26.146127 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 446600c7-7807-47cd-b2e4-142bffdedb16 no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:52:26.168913 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: 446600c7-7807-47cd-b2e4-142bffdedb16 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:52:26.169792 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 446600c7-7807-47cd-b2e4-142bffdedb16 not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:52:26.176187 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-1ed5ee78-7135-478c-9749-67fa34913fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '820e1efc-f2cc-4b76-a79c-913023678825', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': '51d2b649-6b93-48cc-8e60-2002ccf154a4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:d3:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db521d28-6a27-47cd-b764-156c113ed677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:50:42Z', 'updated_at': '2022-07-28T17:50:59Z', 'revision_number': 2, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}, {'id': 'de565ff1-e882-4bfd-9fa8-b9ef2a000712', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': '1f582e56-d95f-4ee1-99cb-467cbc456249', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:39:ce:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd39380c-a0c4-4d3d-9498-25198768009e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:52:05Z', 'updated_at': '2022-07-28T17:52:25Z', 'revision_number': 1, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:26.208510 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5ee78-7135-478c-9749-67fa34913fe7 None None] Checking router: 2d47a542-f47f-47f4-96fb-ccfb58776de1 for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:52:26.218055 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5ee78-7135-478c-9749-67fa34913fe7 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:52:26.218665 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-1ed5ee78-7135-478c-9749-67fa34913fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:51:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:26.232793 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ba076-76c7-4931-86bc-17d5c3cc91da req-1e84c32a-8738-4b59-a5f8-4fac0e2c64e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:26.234303 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e77ba076-76c7-4931-86bc-17d5c3cc91da req-1e84c32a-8738-4b59-a5f8-4fac0e2c64e0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=adcc443e-ff8a-4ec1-b3aa-5572612cf945 HTTP/1.1" status: 200 len: 854 time: 0.0503786 Jul 28 17:52:26.325224 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ba076-76c7-4931-86bc-17d5c3cc91da req-6c5ce0c0-df5b-459b-861a-f30dfe89ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:26.326980 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e77ba076-76c7-4931-86bc-17d5c3cc91da req-6c5ce0c0-df5b-459b-861a-f30dfe89ff20 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0554972 Jul 28 17:52:26.330729 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-1ed5ee78-7135-478c-9749-67fa34913fe7 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:52:26.473308 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e77ba076-76c7-4931-86bc-17d5c3cc91da req-41ee00fd-67fb-43ab-90e6-b23aa0f26271 service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338429 Jul 28 17:52:26.591072 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e77ba076-76c7-4931-86bc-17d5c3cc91da req-d01e3e6c-0808-4483-913c-7de0286cdd66 service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063375 Jul 28 17:52:26.602228 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-1ed5ee78-7135-478c-9749-67fa34913fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '820e1efc-f2cc-4b76-a79c-913023678825', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': '51d2b649-6b93-48cc-8e60-2002ccf154a4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:d3:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db521d28-6a27-47cd-b764-156c113ed677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:50:42Z', 'updated_at': '2022-07-28T17:50:59Z', 'revision_number': 2, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}, {'id': 'de565ff1-e882-4bfd-9fa8-b9ef2a000712', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': '1f582e56-d95f-4ee1-99cb-467cbc456249', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:39:ce:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd39380c-a0c4-4d3d-9498-25198768009e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:52:05Z', 'updated_at': '2022-07-28T17:52:25Z', 'revision_number': 1, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:26.633641 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5ee78-7135-478c-9749-67fa34913fe7 None None] The sync data for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi is: [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '820e1efc-f2cc-4b76-a79c-913023678825', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': '51d2b649-6b93-48cc-8e60-2002ccf154a4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:d3:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db521d28-6a27-47cd-b764-156c113ed677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:50:42Z', 'updated_at': '2022-07-28T17:50:59Z', 'revision_number': 2, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}, {'id': 'de565ff1-e882-4bfd-9fa8-b9ef2a000712', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': '1f582e56-d95f-4ee1-99cb-467cbc456249', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:39:ce:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd39380c-a0c4-4d3d-9498-25198768009e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:52:05Z', 'updated_at': '2022-07-28T17:52:25Z', 'revision_number': 1, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:52:26.870917 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbae780-1a29-4925-a512-3ed958a31af4 None None] New status for floating IP de565ff1-e882-4bfd-9fa8-b9ef2a000712: ACTIVE {{(pid=110737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:52:28.122493 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-32c66db4-18a1-40fe-91b6-aad5fcdc72cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:29.130441 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:29.798701 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 44446) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:29.908013 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-925cc8c7-b071-48f0-b764-feee114507b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:29.954398 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:29.989605 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-925cc8c7-b071-48f0-b764-feee114507b0 admin admin] Publish callbacks [] for security_group (9797b4cb-94aa-480c-af34-698f81c2a1d0), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:29.993812 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-925cc8c7-b071-48f0-b764-feee114507b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (9797b4cb-94aa-480c-af34-698f81c2a1d0), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:30.034942 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-925cc8c7-b071-48f0-b764-feee114507b0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=41427b4bd1954e39b7788ceb3beeb6ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351747 Jul 28 17:52:30.035784 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925cc8c7-b071-48f0-b764-feee114507b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9797b4cb-94aa-480c-af34-698f81c2a1d0,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:30.037841 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44450) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:30.088753 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cc098773-f7c4-48ed-a6ab-4e79be94473e admin admin] Publish callbacks [] for security_group (9797b4cb-94aa-480c-af34-698f81c2a1d0), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:30.110606 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cc098773-f7c4-48ed-a6ab-4e79be94473e admin admin] Publish callbacks [] for security_group (9797b4cb-94aa-480c-af34-698f81c2a1d0), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:30.158223 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cc098773-f7c4-48ed-a6ab-4e79be94473e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (9797b4cb-94aa-480c-af34-698f81c2a1d0), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:30.160825 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cc098773-f7c4-48ed-a6ab-4e79be94473e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:30.162011 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-cc098773-f7c4-48ed-a6ab-4e79be94473e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9797b4cb-94aa-480c-af34-698f81c2a1d0 HTTP/1.1" status: 204 len: 168 time: 0.1231153 Jul 28 17:52:30.170075 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc098773-f7c4-48ed-a6ab-4e79be94473e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9797b4cb-94aa-480c-af34-698f81c2a1d0,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:30.643846 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:30.906415 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:30.957003 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:32.306117 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:52:33.237357 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:33.270241 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-daf56a7d-414f-487c-ba21-33dfd2b669c9 req-9d8e025d-c463-4323-932b-d69cd532d67e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403042 Jul 28 17:52:33.411518 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf56a7d-414f-487c-ba21-33dfd2b669c9 req-78e3e452-d742-4341-84fe-6debf3a5a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:33.413129 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-daf56a7d-414f-487c-ba21-33dfd2b669c9 req-78e3e452-d742-4341-84fe-6debf3a5a533 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0ef795b478944722886f1d084f49008d&device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 1130 time: 0.0442128 Jul 28 17:52:33.527618 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf56a7d-414f-487c-ba21-33dfd2b669c9 req-7accb9d5-a880-4e25-bae3-9f3c8fe89896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:33.528996 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-daf56a7d-414f-487c-ba21-33dfd2b669c9 req-7accb9d5-a880-4e25-bae3-9f3c8fe89896 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3c408952-a8f7-48c3-935f-d12a5087c0dd HTTP/1.1" status: 200 len: 910 time: 0.0931771 Jul 28 17:52:33.595469 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-daf56a7d-414f-487c-ba21-33dfd2b669c9 req-8eda34b8-d019-48da-91f6-617d33ae867a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc52a880-fa63-4cb8-9043-9a3589099ae5 HTTP/1.1" status: 200 len: 1001 time: 0.0576122 Jul 28 17:52:33.650039 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf56a7d-414f-487c-ba21-33dfd2b669c9 req-bd03413e-ece3-4484-be66-305f27fd7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:33.651475 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-daf56a7d-414f-487c-ba21-33dfd2b669c9 req-bd03413e-ece3-4484-be66-305f27fd7c0e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fe593b98-b683-41c5-a77d-ecb43eb96f49 HTTP/1.1" status: 200 len: 847 time: 0.0456131 Jul 28 17:52:33.696471 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf56a7d-414f-487c-ba21-33dfd2b669c9 req-46cb7267-5e33-4576-a423-3036afa052aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:33.698042 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-daf56a7d-414f-487c-ba21-33dfd2b669c9 req-46cb7267-5e33-4576-a423-3036afa052aa service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3c408952-a8f7-48c3-935f-d12a5087c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389977 Jul 28 17:52:33.792353 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-daf56a7d-414f-487c-ba21-33dfd2b669c9 req-a710738c-0e58-45b4-a863-9da1b4957b34 service neutron] 10.222.0.100 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864942 Jul 28 17:52:33.887292 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-daf56a7d-414f-487c-ba21-33dfd2b669c9 req-0b5454fa-2c8c-4a3b-ac79-98322dea0cfe service neutron] 10.222.0.100 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826685 Jul 28 17:52:40.144067 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=66,neutron:DELETE=10 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:40.166243 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=66,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:40.949240 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:40.951733 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:43.882959 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=61 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:43.884919 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=48 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:43.895388 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:43.897191 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:46.811531 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44676) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:46.939526 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-632bfac1-3efa-4f2a-ad59-d74a052b354f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:47.021431 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-632bfac1-3efa-4f2a-ad59-d74a052b354f admin admin] Publish callbacks [] for security_group (3af6c7f5-5050-4c17-b9b9-ab64ab42cb0d), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:47.025707 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-632bfac1-3efa-4f2a-ad59-d74a052b354f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (3af6c7f5-5050-4c17-b9b9-ab64ab42cb0d), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:47.064870 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-632bfac1-3efa-4f2a-ad59-d74a052b354f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=478aae0d800b441f8f16231621a07ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520854 Jul 28 17:52:47.066734 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bfac1-3efa-4f2a-ad59-d74a052b354f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af6c7f5-5050-4c17-b9b9-ab64ab42cb0d,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:47.067503 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 44682) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:47.121740 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-11119256-08eb-432e-a7a1-a07eee16845e admin admin] Publish callbacks [] for security_group (3af6c7f5-5050-4c17-b9b9-ab64ab42cb0d), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:47.142899 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-11119256-08eb-432e-a7a1-a07eee16845e admin admin] Publish callbacks [] for security_group (3af6c7f5-5050-4c17-b9b9-ab64ab42cb0d), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:47.190317 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-11119256-08eb-432e-a7a1-a07eee16845e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (3af6c7f5-5050-4c17-b9b9-ab64ab42cb0d), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:47.192862 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-11119256-08eb-432e-a7a1-a07eee16845e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:47.194049 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-11119256-08eb-432e-a7a1-a07eee16845e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3af6c7f5-5050-4c17-b9b9-ab64ab42cb0d HTTP/1.1" status: 204 len: 168 time: 0.1255603 Jul 28 17:52:47.202011 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11119256-08eb-432e-a7a1-a07eee16845e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af6c7f5-5050-4c17-b9b9-ab64ab42cb0d,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:47.463091 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 44688) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:47.476827 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-dd1914aa-ca2c-40eb-96dc-5768166434a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:47.552533 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-dd1914aa-ca2c-40eb-96dc-5768166434a0 admin admin] Publish callbacks [] for security_group (b86756f4-3f25-4b31-95cb-4f6857fff74a), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:47.557037 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-dd1914aa-ca2c-40eb-96dc-5768166434a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (b86756f4-3f25-4b31-95cb-4f6857fff74a), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:47.596354 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-dd1914aa-ca2c-40eb-96dc-5768166434a0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4e1611fe4e2f42fa8eb3010b6bedce2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320910 Jul 28 17:52:47.597508 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1914aa-ca2c-40eb-96dc-5768166434a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86756f4-3f25-4b31-95cb-4f6857fff74a,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:47.599023 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44690) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:47.651970 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-47b5e6c6-05f7-42b3-8b42-e3280d24901b admin admin] Publish callbacks [] for security_group (b86756f4-3f25-4b31-95cb-4f6857fff74a), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:47.673598 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-47b5e6c6-05f7-42b3-8b42-e3280d24901b admin admin] Publish callbacks [] for security_group (b86756f4-3f25-4b31-95cb-4f6857fff74a), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:47.719738 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-47b5e6c6-05f7-42b3-8b42-e3280d24901b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (b86756f4-3f25-4b31-95cb-4f6857fff74a), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:47.722446 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-47b5e6c6-05f7-42b3-8b42-e3280d24901b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:47.723609 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-47b5e6c6-05f7-42b3-8b42-e3280d24901b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b86756f4-3f25-4b31-95cb-4f6857fff74a HTTP/1.1" status: 204 len: 168 time: 0.1230025 Jul 28 17:52:47.732038 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5e6c6-05f7-42b3-8b42-e3280d24901b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86756f4-3f25-4b31-95cb-4f6857fff74a,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:48.806346 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44720) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:48.912649 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0a06ec1f-7aa4-4301-b402-760cd090daca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:48.994059 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0a06ec1f-7aa4-4301-b402-760cd090daca admin admin] Publish callbacks [] for security_group (6d2cd904-e84e-4fc7-8418-f248175262a3), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:48.997949 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0a06ec1f-7aa4-4301-b402-760cd090daca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (6d2cd904-e84e-4fc7-8418-f248175262a3), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:49.039044 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-0a06ec1f-7aa4-4301-b402-760cd090daca admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=64e9086eb08b44559753091a4d981071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316146 Jul 28 17:52:49.040174 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06ec1f-7aa4-4301-b402-760cd090daca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2cd904-e84e-4fc7-8418-f248175262a3,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:49.041820 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 44724) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:49.094970 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2e96ae85-c3c5-4369-acfb-cce6b83f1ad7 admin admin] Publish callbacks [] for security_group (6d2cd904-e84e-4fc7-8418-f248175262a3), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:49.116108 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2e96ae85-c3c5-4369-acfb-cce6b83f1ad7 admin admin] Publish callbacks [] for security_group (6d2cd904-e84e-4fc7-8418-f248175262a3), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:49.163132 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2e96ae85-c3c5-4369-acfb-cce6b83f1ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (6d2cd904-e84e-4fc7-8418-f248175262a3), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:49.166329 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2e96ae85-c3c5-4369-acfb-cce6b83f1ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:49.167468 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-2e96ae85-c3c5-4369-acfb-cce6b83f1ad7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6d2cd904-e84e-4fc7-8418-f248175262a3 HTTP/1.1" status: 204 len: 168 time: 0.1246576 Jul 28 17:52:49.175078 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96ae85-c3c5-4369-acfb-cce6b83f1ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2cd904-e84e-4fc7-8418-f248175262a3,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:49.790008 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 44746) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:49.887595 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-3eb79392-b2ee-4770-b6d6-70299b667a38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-959646060-network', 'tenant_id': '51f7a6e9080d48418e4912be02e09922'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:52:49.908707 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb79392-b2ee-4770-b6d6-70299b667a38 admin admin] Made reservation on behalf of 51f7a6e9080d48418e4912be02e09922 for: {'network': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:52:49.911047 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3eb79392-b2ee-4770-b6d6-70299b667a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:49.920479 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3eb79392-b2ee-4770-b6d6-70299b667a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:50.003381 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3eb79392-b2ee-4770-b6d6-70299b667a38 admin admin] Publish callbacks [] for security_group (cdad934b-73a2-4695-97aa-3fc2d1fb9117), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:50.007409 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3eb79392-b2ee-4770-b6d6-70299b667a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (cdad934b-73a2-4695-97aa-3fc2d1fb9117), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:50.034004 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb79392-b2ee-4770-b6d6-70299b667a38 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=110735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:52:50.044323 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb79392-b2ee-4770-b6d6-70299b667a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdad934b-73a2-4695-97aa-3fc2d1fb9117,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:50.049925 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3eb79392-b2ee-4770-b6d6-70299b667a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (602b09c5-509a-4ab4-a55c-2b7909d401f3), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:50.050284 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.segments_db [None req-3eb79392-b2ee-4770-b6d6-70299b667a38 admin admin] Added segment 602b09c5-509a-4ab4-a55c-2b7909d401f3 of type vlan for network b126574d-f0b1-4b3b-a4ad-e9b8498153d0 Jul 28 17:52:50.092062 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3eb79392-b2ee-4770-b6d6-70299b667a38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (b126574d-f0b1-4b3b-a4ad-e9b8498153d0), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:50.098785 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:50.110103 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:50.124814 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3eb79392-b2ee-4770-b6d6-70299b667a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (b126574d-f0b1-4b3b-a4ad-e9b8498153d0), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:50.126225 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb79392-b2ee-4770-b6d6-70299b667a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:50.126808 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3eb79392-b2ee-4770-b6d6-70299b667a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:50.181880 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-3eb79392-b2ee-4770-b6d6-70299b667a38 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3907695 Jul 28 17:52:50.184865 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44750) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:50.189722 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-1d54a7b8-d2ad-46bf-81e8-f377d77cd14a admin admin] Request body: {'subnet': {'network_id': 'b126574d-f0b1-4b3b-a4ad-e9b8498153d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-959646060-subnet', 'tenant_id': '51f7a6e9080d48418e4912be02e09922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:52:50.194660 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb79392-b2ee-4770-b6d6-70299b667a38 admin admin] Pushing event updated for resources: {'Network': ['ID=b126574d-f0b1-4b3b-a4ad-e9b8498153d0,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:50.205450 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network b126574d-f0b1-4b3b-a4ad-e9b8498153d0 details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:52:50.212018 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d54a7b8-d2ad-46bf-81e8-f377d77cd14a admin admin] Made reservation on behalf of 51f7a6e9080d48418e4912be02e09922 for: {'subnet': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:52:50.214775 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1d54a7b8-d2ad-46bf-81e8-f377d77cd14a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318619'] for subnet (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:50.349828 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:50.397701 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1d54a7b8-d2ad-46bf-81e8-f377d77cd14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8530842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318645'] for subnet (f5650e30-317a-4d0d-8c81-7ac709e6597a), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:50.447333 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54a7b8-d2ad-46bf-81e8-f377d77cd14a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5650e30-317a-4d0d-8c81-7ac709e6597a,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:50.464378 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54a7b8-d2ad-46bf-81e8-f377d77cd14a admin admin] Checking segment: {'id': '602b09c5-509a-4ab4-a55c-2b7909d401f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b126574d-f0b1-4b3b-a4ad-e9b8498153d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:52:50.464744 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d54a7b8-d2ad-46bf-81e8-f377d77cd14a admin admin] Network hostable DHCP agents. Network: b126574d-f0b1-4b3b-a4ad-e9b8498153d0, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:52:50.482267 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d54a7b8-d2ad-46bf-81e8-f377d77cd14a admin admin] Network b126574d-f0b1-4b3b-a4ad-e9b8498153d0 is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:52:50.490967 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-1d54a7b8-d2ad-46bf-81e8-f377d77cd14a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, b126574d-f0b1-4b3b-a4ad-e9b8498153d0) {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:52:50.496065 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d54a7b8-d2ad-46bf-81e8-f377d77cd14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:50.497288 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1d54a7b8-d2ad-46bf-81e8-f377d77cd14a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:50.499530 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:50.500608 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65eaacc-fba7-4740-9d89-1f004c8454b0 None None] Network b126574d-f0b1-4b3b-a4ad-e9b8498153d0 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:52:50.517941 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-1d54a7b8-d2ad-46bf-81e8-f377d77cd14a admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3318484 Jul 28 17:52:50.606813 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ace4e8-b5a7-41b0-957c-4faa5dec1005 None None] Network b126574d-f0b1-4b3b-a4ad-e9b8498153d0 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:52:52.291006 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-127326c6-4711-407a-91aa-a151cebe2739 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:52.292476 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-127326c6-4711-407a-91aa-a151cebe2739 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/networks?id=b126574d-f0b1-4b3b-a4ad-e9b8498153d0 HTTP/1.1" status: 200 len: 808 time: 0.1055417 Jul 28 17:52:52.307305 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-9eba68ed-3e0d-4479-b57c-e719fa6eb6ed tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/quotas/51f7a6e9080d48418e4912be02e09922 HTTP/1.1" status: 200 len: 375 time: 0.0095022 Jul 28 17:52:52.339900 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-0f4e3c3b-7f36-4aeb-bc43-852ce85d9def tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=51f7a6e9080d48418e4912be02e09922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273798 Jul 28 17:52:52.436901 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-e4471046-753c-4bf9-8ccd-f050a2282973 service neutron] 10.222.0.89 "GET /v2.0/networks/b126574d-f0b1-4b3b-a4ad-e9b8498153d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887229 Jul 28 17:52:52.525558 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a7cc598b-827f-40a9-a800-d01bb61c76bd service neutron] 10.222.0.89 "GET /v2.0/networks/b126574d-f0b1-4b3b-a4ad-e9b8498153d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829811 Jul 28 17:52:52.688553 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8f40cb84-a938-4c1e-a7e9-1385fe21af55 req-2ae647cf-8500-4fd1-944d-9973e148a5eb tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 210 time: 0.0289915 Jul 28 17:52:53.790605 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5ccaf567-2b50-4445-a0e7-50378290c6fe req-843a352a-412d-40c3-a33a-cd4f3d3a854d tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 210 time: 0.0278099 Jul 28 17:52:54.016246 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=11 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:54.017494 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=13 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:54.266827 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-ae7aeffb-7617-4bf1-8d91-1f1bbc532169 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:54.268386 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-ae7aeffb-7617-4bf1-8d91-1f1bbc532169 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.100 "GET /v2.0/networks?id=b126574d-f0b1-4b3b-a4ad-e9b8498153d0 HTTP/1.1" status: 200 len: 808 time: 0.1096320 Jul 28 17:52:54.294263 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a7882014-8019-4272-a842-add7b3634b68 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Request body: {'port': {'device_id': 'c7982c2f-7027-4786-8177-0c8ff4883572', 'network_id': 'b126574d-f0b1-4b3b-a4ad-e9b8498153d0', 'admin_state_up': True, 'tenant_id': '51f7a6e9080d48418e4912be02e09922'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:52:54.408549 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a7882014-8019-4272-a842-add7b3634b68 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Made reservation on behalf of 51f7a6e9080d48418e4912be02e09922 for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:52:54.411848 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a7882014-8019-4272-a842-add7b3634b68 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:54.537558 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a7882014-8019-4272-a842-add7b3634b68 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Allocated IP 172.20.0.11 (b126574d-f0b1-4b3b-a4ad-e9b8498153d0/f5650e30-317a-4d0d-8c81-7ac709e6597a/f7152a51-f407-4347-bb34-1baa556f6701) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:52:54.903584 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:54.904719 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9753ba4b-59ba-47a8-ae3e-abd87be39ca0 req-f0c5bb40-3ab1-40c0-bf0a-33dcbe2b1297 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 210 time: 0.0389967 Jul 28 17:52:54.947399 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:54.953114 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a7882014-8019-4272-a842-add7b3634b68 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Publish callbacks [] for port (f7152a51-f407-4347-bb34-1baa556f6701), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:54.987071 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a7882014-8019-4272-a842-add7b3634b68 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (f7152a51-f407-4347-bb34-1baa556f6701), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:55.027921 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a7882014-8019-4272-a842-add7b3634b68 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Network b126574d-f0b1-4b3b-a4ad-e9b8498153d0 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:52:55.033068 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a7882014-8019-4272-a842-add7b3634b68 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:52:55.037059 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a7882014-8019-4272-a842-add7b3634b68 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:52:55.069746 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7882014-8019-4272-a842-add7b3634b68 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Pushing event updated for resources: {'Port': ['ID=f7152a51-f407-4347-bb34-1baa556f6701,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:55.096624 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a7882014-8019-4272-a842-add7b3634b68 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:55.097379 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a7882014-8019-4272-a842-add7b3634b68 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:55.112593 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a7882014-8019-4272-a842-add7b3634b68 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8220980 Jul 28 17:52:55.134584 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Request body: {'port': {'device_id': 'c7982c2f-7027-4786-8177-0c8ff4883572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:52:55.194672 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (f7152a51-f407-4347-bb34-1baa556f6701), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:55.445826 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7152a51-f407-4347-bb34-1baa556f6701 {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:52:55.452998 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Publish callbacks [] for port (f7152a51-f407-4347-bb34-1baa556f6701), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:55.466112 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Transition to ACTIVE for port object f7152a51-f407-4347-bb34-1baa556f6701 will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:52:55.469955 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (f7152a51-f407-4347-bb34-1baa556f6701), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:55.521755 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Pushing event updated for resources: {'Port': ['ID=f7152a51-f407-4347-bb34-1baa556f6701,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:55.587153 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Attempting to bind port f7152a51-f407-4347-bb34-1baa556f6701 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:52:55.587490 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Attempting to bind port f7152a51-f407-4347-bb34-1baa556f6701 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '602b09c5-509a-4ab4-a55c-2b7909d401f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b126574d-f0b1-4b3b-a4ad-e9b8498153d0'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:52:55.587822 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Attempting to bind port f7152a51-f407-4347-bb34-1baa556f6701 on network b126574d-f0b1-4b3b-a4ad-e9b8498153d0 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:52:55.592147 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Port f7152a51-f407-4347-bb34-1baa556f6701 on network b126574d-f0b1-4b3b-a4ad-e9b8498153d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:52:55.592472 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Attempting to bind port f7152a51-f407-4347-bb34-1baa556f6701 on network b126574d-f0b1-4b3b-a4ad-e9b8498153d0 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:52:55.597356 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:52:55.597696 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Checking segment: {'id': '602b09c5-509a-4ab4-a55c-2b7909d401f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b126574d-f0b1-4b3b-a4ad-e9b8498153d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:52:55.598079 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Bound using segment: {'id': '602b09c5-509a-4ab4-a55c-2b7909d401f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b126574d-f0b1-4b3b-a4ad-e9b8498153d0'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:52:55.598501 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Bound port: f7152a51-f407-4347-bb34-1baa556f6701, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602b09c5-509a-4ab4-a55c-2b7909d401f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b126574d-f0b1-4b3b-a4ad-e9b8498153d0'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:52:55.598857 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (f7152a51-f407-4347-bb34-1baa556f6701), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:55.662504 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] For port f7152a51-f407-4347-bb34-1baa556f6701, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:52:55.665696 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] For port f7152a51-f407-4347-bb34-1baa556f6701, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f7152a51-f407-4347-bb34-1baa556f6701,segment=NetworkSegment(602b09c5-509a-4ab4-a55c-2b7909d401f3),segment_id=602b09c5-509a-4ab4-a55c-2b7909d401f3)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:52:55.671521 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (f7152a51-f407-4347-bb34-1baa556f6701), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:55.696819 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:55.701259 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-2be6be31-1198-4ace-b4f5-f94920c77894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:55.705844 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:55.712268 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:55.712888 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:55.714269 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] 10.222.0.100 "PUT /v2.0/ports/f7152a51-f407-4347-bb34-1baa556f6701 HTTP/1.1" status: 200 len: 1094 time: 0.5843706 Jul 28 17:52:55.715136 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7982c2f-7027-4786-8177-0c8ff4883572', 'tag': 'f7152a51-f407-4347-bb34-1baa556f6701'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:52:55.717533 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba660f39-9556-45ec-9196-0766e11e5560" -d '{"events": [{"name": "network-changed", "server_uuid": "c7982c2f-7027-4786-8177-0c8ff4883572", "tag": "f7152a51-f407-4347-bb34-1baa556f6701"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:52:55.738062 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d20bd-c290-4180-a3c4-64be7a580e1f service neutron] Pushing event updated for resources: {'Port': ['ID=f7152a51-f407-4347-bb34-1baa556f6701,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:55.758707 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0152d681-f1f6-4a89-bf19-c4b37a8ddec0 x-openstack-request-id: req-0152d681-f1f6-4a89-bf19-c4b37a8ddec0 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:52:55.758707 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7982c2f-7027-4786-8177-0c8ff4883572", "tag": "f7152a51-f407-4347-bb34-1baa556f6701", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:52:55.758995 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0152d681-f1f6-4a89-bf19-c4b37a8ddec0 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:52:55.759325 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0152d681-f1f6-4a89-bf19-c4b37a8ddec0'] response: {'name': 'network-changed', 'server_uuid': 'c7982c2f-7027-4786-8177-0c8ff4883572', 'tag': 'f7152a51-f407-4347-bb34-1baa556f6701', 'status': 'completed', 'code': 200} Jul 28 17:52:55.850359 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-ab527b20-ef70-44e0-8dab-e2523aa24b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:55.852197 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-ab527b20-ef70-44e0-8dab-e2523aa24b6e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=51f7a6e9080d48418e4912be02e09922&device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 1128 time: 0.0404615 Jul 28 17:52:55.908944 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-206d0a75-fd1b-433f-8f5e-779d8f0c085d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7152a51-f407-4347-bb34-1baa556f6701 HTTP/1.1" status: 200 len: 217 time: 0.0356767 Jul 28 17:52:55.963682 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-57936dba-cd33-41d4-9800-25bd752cc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:55.965140 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-57936dba-cd33-41d4-9800-25bd752cc530 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f5650e30-317a-4d0d-8c81-7ac709e6597a HTTP/1.1" status: 200 len: 848 time: 0.0475328 Jul 28 17:52:56.004161 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-9f0a50d9-f9b1-471b-80cc-bb740dd8ed5a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b126574d-f0b1-4b3b-a4ad-e9b8498153d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268316 Jul 28 17:52:56.028077 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f9794-2ae1-4c60-8674-1890460c2dcc req-287e41e0-bc5a-4939-90df-a34ad15fcace tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:56.029604 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1b8f9794-2ae1-4c60-8674-1890460c2dcc req-287e41e0-bc5a-4939-90df-a34ad15fcace tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 944 time: 0.0488565 Jul 28 17:52:56.079010 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1b8f9794-2ae1-4c60-8674-1890460c2dcc req-e01468f1-71da-4f13-b61d-08f12fda20da tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436842 Jul 28 17:52:56.106827 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-da3d1d4d-a1da-495b-a028-74bfb3148cf7 service neutron] 10.222.0.100 "GET /v2.0/networks/b126574d-f0b1-4b3b-a4ad-e9b8498153d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910132 Jul 28 17:52:56.203930 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-40c301c1-fa1f-4db4-868e-7a61d8835688 req-82635f36-8dbf-4bc4-a3d6-f3f670861a3d service neutron] 10.222.0.100 "GET /v2.0/networks/b126574d-f0b1-4b3b-a4ad-e9b8498153d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835249 Jul 28 17:52:57.203438 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a5b84-4288-4973-a302-a075fbb8eb57 req-4c1f219c-b21c-4cbd-827f-6032f6db3192 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:57.204913 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dc9a5b84-4288-4973-a302-a075fbb8eb57 req-4c1f219c-b21c-4cbd-827f-6032f6db3192 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 944 time: 0.0513208 Jul 28 17:52:57.257229 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dc9a5b84-4288-4973-a302-a075fbb8eb57 req-7e57ee2a-8004-4db8-99ca-fe498d94c9d8 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464864 Jul 28 17:52:57.621642 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba660f39-9556-45ec-9196-0766e11e5560 req-bbafccdd-c76f-4987-af3e-783e93e9c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:57.623043 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba660f39-9556-45ec-9196-0766e11e5560 req-bbafccdd-c76f-4987-af3e-783e93e9c89d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=51f7a6e9080d48418e4912be02e09922&device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 1128 time: 0.0440447 Jul 28 17:52:57.726182 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba660f39-9556-45ec-9196-0766e11e5560 req-15754c7c-e598-4afc-a916-add0abe72121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:57.727641 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba660f39-9556-45ec-9196-0766e11e5560 req-15754c7c-e598-4afc-a916-add0abe72121 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b126574d-f0b1-4b3b-a4ad-e9b8498153d0 HTTP/1.1" status: 200 len: 910 time: 0.0886662 Jul 28 17:52:57.771058 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba660f39-9556-45ec-9196-0766e11e5560 req-9d9d4ce4-f080-4870-803d-8c1b8338caba service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7152a51-f407-4347-bb34-1baa556f6701 HTTP/1.1" status: 200 len: 217 time: 0.0355034 Jul 28 17:52:57.819674 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba660f39-9556-45ec-9196-0766e11e5560 req-592b22c2-22bb-402d-8722-92686f955a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:57.822138 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba660f39-9556-45ec-9196-0766e11e5560 req-592b22c2-22bb-402d-8722-92686f955a92 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f5650e30-317a-4d0d-8c81-7ac709e6597a HTTP/1.1" status: 200 len: 848 time: 0.0444727 Jul 28 17:52:57.857397 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba660f39-9556-45ec-9196-0766e11e5560 req-0cca7cd5-4892-4a95-9592-34d840b5ce81 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b126574d-f0b1-4b3b-a4ad-e9b8498153d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268013 Jul 28 17:52:57.956756 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba660f39-9556-45ec-9196-0766e11e5560 req-389cfebd-f218-4215-b5b1-75dadaad5736 service neutron] 10.222.0.100 "GET /v2.0/networks/b126574d-f0b1-4b3b-a4ad-e9b8498153d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882356 Jul 28 17:52:58.056865 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ba660f39-9556-45ec-9196-0766e11e5560 req-1ab005a4-ad64-4cc0-a10b-0b0c1a2b88fd service neutron] 10.222.0.100 "GET /v2.0/networks/b126574d-f0b1-4b3b-a4ad-e9b8498153d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895829 Jul 28 17:52:58.124489 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc1528f0-929d-44a1-a125-845d5c61a567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:58.378376 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd73789-59eb-4050-8037-17cf2dc34a0e req-cf115a7a-27c8-43c2-8adc-a7bfcc837be0 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:58.379879 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3fd73789-59eb-4050-8037-17cf2dc34a0e req-cf115a7a-27c8-43c2-8adc-a7bfcc837be0 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 944 time: 0.0480802 Jul 28 17:52:58.432026 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3fd73789-59eb-4050-8037-17cf2dc34a0e req-23ed7e79-9a8d-4118-8ca6-86d3fd6fec8c tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458312 Jul 28 17:52:59.109111 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device f7152a51-f407-4347-bb34-1baa556f6701 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:52:59.273844 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:59.342495 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port f7152a51-f407-4347-bb34-1baa556f6701, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f7152a51-f407-4347-bb34-1baa556f6701,segment=NetworkSegment(602b09c5-509a-4ab4-a55c-2b7909d401f3),segment_id=602b09c5-509a-4ab4-a55c-2b7909d401f3)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:52:59.357025 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': 'f7152a51-f407-4347-bb34-1baa556f6701', 'network_id': 'b126574d-f0b1-4b3b-a4ad-e9b8498153d0', 'port_id': 'f7152a51-f407-4347-bb34-1baa556f6701', 'mac_address': 'fa:16:3e:3e:de:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5650e30-317a-4d0d-8c81-7ac709e6597a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:52:59.391626 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port f7152a51-f407-4347-bb34-1baa556f6701 is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:52:59.391946 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (f7152a51-f407-4347-bb34-1baa556f6701), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:59.405441 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7152a51-f407-4347-bb34-1baa556f6701 {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:52:59.425387 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port f7152a51-f407-4347-bb34-1baa556f6701, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f7152a51-f407-4347-bb34-1baa556f6701,segment=NetworkSegment(602b09c5-509a-4ab4-a55c-2b7909d401f3),segment_id=602b09c5-509a-4ab4-a55c-2b7909d401f3)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:52:59.428845 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (f7152a51-f407-4347-bb34-1baa556f6701), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:59.475428 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=f7152a51-f407-4347-bb34-1baa556f6701,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:52:59.483387 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:59.483746 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:59.484100 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:59.484451 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:59.484797 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:59.485139 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:59.485551 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:59.485894 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:59.486233 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:59.486570 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:59.486907 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:59.487245 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:59.487810 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:59.487894 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:59.488216 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:52:59.560726 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f9a80-4ad8-40f8-a0ea-0846c987d0db req-cd2ac8bd-5e27-4b1b-ac31-9aaf6c0580c9 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:59.562275 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-808f9a80-4ad8-40f8-a0ea-0846c987d0db req-cd2ac8bd-5e27-4b1b-ac31-9aaf6c0580c9 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 945 time: 0.0501165 Jul 28 17:52:59.613386 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-808f9a80-4ad8-40f8-a0ea-0846c987d0db req-9e1cc6dc-5674-4e3b-b7bb-e04f283a1585 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454507 Jul 28 17:52:59.859571 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf8cce-8b55-423c-8a76-98d806650cc7 req-83060ead-5d6c-4dd7-864a-7927e9f43bad tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:52:59.861043 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-81cf8cce-8b55-423c-8a76-98d806650cc7 req-83060ead-5d6c-4dd7-864a-7927e9f43bad tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 947 time: 0.0475030 Jul 28 17:52:59.893834 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:59.897506 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:52:59.909876 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-81cf8cce-8b55-423c-8a76-98d806650cc7 req-68ce7ada-123e-4885-bde2-4da99133a3f3 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431809 Jul 28 17:52:59.944011 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['f7152a51-f407-4347-bb34-1baa556f6701'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:53:00.734933 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa4ba3-511e-4096-9205-961cb07ea680 req-5b6d40ac-a96e-410e-be57-56a0320bb460 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:00.736417 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e4aa4ba3-511e-4096-9205-961cb07ea680 req-5b6d40ac-a96e-410e-be57-56a0320bb460 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 945 time: 0.0484605 Jul 28 17:53:00.783516 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e4aa4ba3-511e-4096-9205-961cb07ea680 req-4f26194f-c9f4-4b58-88d3-dd712d40f002 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416183 Jul 28 17:53:00.910230 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:00.957821 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:01.041258 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4df77c-ead3-4434-aa9f-cb919e7cb380 req-7d318577-41ad-4813-9172-340a10c424e0 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:01.042739 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3e4df77c-ead3-4434-aa9f-cb919e7cb380 req-7d318577-41ad-4813-9172-340a10c424e0 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 947 time: 0.0513415 Jul 28 17:53:01.059160 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:01.091761 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3e4df77c-ead3-4434-aa9f-cb919e7cb380 req-79fe0e74-889b-431d-9ad9-71d68bed8306 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431056 Jul 28 17:53:01.103679 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device f7152a51-f407-4347-bb34-1baa556f6701 up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:53:01.126977 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:01.139784 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:01.152752 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port f7152a51-f407-4347-bb34-1baa556f6701 completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:53:01.157721 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port f7152a51-f407-4347-bb34-1baa556f6701 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:53:01.158103 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (f7152a51-f407-4347-bb34-1baa556f6701), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:01.228604 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port f7152a51-f407-4347-bb34-1baa556f6701 is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:53:01.228996 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (f7152a51-f407-4347-bb34-1baa556f6701), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:01.256176 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7982c2f-7027-4786-8177-0c8ff4883572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7152a51-f407-4347-bb34-1baa556f6701'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:53:01.259593 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412ecb18-f0b3-400a-96f5-1c0c6b194cdf" -d '{"events": [{"server_uuid": "c7982c2f-7027-4786-8177-0c8ff4883572", "name": "network-vif-plugged", "status": "completed", "tag": "f7152a51-f407-4347-bb34-1baa556f6701"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:53:01.280338 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port f7152a51-f407-4347-bb34-1baa556f6701, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f7152a51-f407-4347-bb34-1baa556f6701,segment=NetworkSegment(602b09c5-509a-4ab4-a55c-2b7909d401f3),segment_id=602b09c5-509a-4ab4-a55c-2b7909d401f3)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:01.284991 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (f7152a51-f407-4347-bb34-1baa556f6701), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:01.312384 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb04e788-10d1-4d39-a44f-04bd03cb0d04 x-openstack-request-id: req-cb04e788-10d1-4d39-a44f-04bd03cb0d04 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:53:01.312723 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7982c2f-7027-4786-8177-0c8ff4883572", "name": "network-vif-plugged", "status": "completed", "tag": "f7152a51-f407-4347-bb34-1baa556f6701", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:53:01.312912 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cb04e788-10d1-4d39-a44f-04bd03cb0d04 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:53:01.313327 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb04e788-10d1-4d39-a44f-04bd03cb0d04'] response: {'server_uuid': 'c7982c2f-7027-4786-8177-0c8ff4883572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7152a51-f407-4347-bb34-1baa556f6701', 'code': 200} Jul 28 17:53:01.339909 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=f7152a51-f407-4347-bb34-1baa556f6701,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:01.914638 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a64f6-b8d3-4cbc-b525-7cc3bcd7d4c0 req-ab45a806-6dda-4630-9a4c-78400fe2cecc tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:01.916609 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-399a64f6-b8d3-4cbc-b525-7cc3bcd7d4c0 req-ab45a806-6dda-4630-9a4c-78400fe2cecc tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 946 time: 0.0598931 Jul 28 17:53:01.999367 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c6e4b-597c-4eba-bf69-cafa28eef37f req-cde954d4-d6cf-4585-9697-a3bfbafa822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:02.000861 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e47c6e4b-597c-4eba-bf69-cafa28eef37f req-cde954d4-d6cf-4585-9697-a3bfbafa822a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 1130 time: 0.0833859 Jul 28 17:53:02.028187 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-399a64f6-b8d3-4cbc-b525-7cc3bcd7d4c0 req-2a9a7086-492e-44ee-9c7a-57efe1eb2913 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943799 Jul 28 17:53:02.116319 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad0dd-cf23-4ba8-8b49-44c9c81c7c1f req-5aa51b9a-7eee-4c68-98c9-72a34542c03a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:02.118372 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-051ad0dd-cf23-4ba8-8b49-44c9c81c7c1f req-5aa51b9a-7eee-4c68-98c9-72a34542c03a tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.100 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 947 time: 0.0677061 Jul 28 17:53:02.141599 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e47c6e4b-597c-4eba-bf69-cafa28eef37f req-b8aadce2-5fb9-436f-be18-b2aa6bc968e1 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961711 Jul 28 17:53:02.210242 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-051ad0dd-cf23-4ba8-8b49-44c9c81c7c1f req-4346cfa8-b755-4be8-ad8e-2c07bff93eb2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Deleting port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:53:02.211183 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-051ad0dd-cf23-4ba8-8b49-44c9c81c7c1f req-4346cfa8-b755-4be8-ad8e-2c07bff93eb2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:02.223653 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562b5ae-f145-460d-9d0e-5015c3b6e83a req-f9f2cf9d-fe2c-4be9-abe8-7b79dd1b9d33 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:02.225189 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e562b5ae-f145-460d-9d0e-5015c3b6e83a req-f9f2cf9d-fe2c-4be9-abe8-7b79dd1b9d33 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 947 time: 0.0493553 Jul 28 17:53:02.274278 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e562b5ae-f145-460d-9d0e-5015c3b6e83a req-0bca4c9c-b4a0-4bc0-bb19-9b9e80cd6297 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups?id=bfbdb07c-35ac-4136-8f24-1e1f0bc94996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422988 Jul 28 17:53:02.313586 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-051ad0dd-cf23-4ba8-8b49-44c9c81c7c1f req-4346cfa8-b755-4be8-ad8e-2c07bff93eb2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] For port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:02.313955 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-051ad0dd-cf23-4ba8-8b49-44c9c81c7c1f req-4346cfa8-b755-4be8-ad8e-2c07bff93eb2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:02.479258 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-051ad0dd-cf23-4ba8-8b49-44c9c81c7c1f req-4346cfa8-b755-4be8-ad8e-2c07bff93eb2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:02.479622 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-051ad0dd-cf23-4ba8-8b49-44c9c81c7c1f req-4346cfa8-b755-4be8-ad8e-2c07bff93eb2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (b6ab338b-af69-4cac-aba5-9be814640c8d), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:02.479941 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.l3_db [req-051ad0dd-cf23-4ba8-8b49-44c9c81c7c1f req-4346cfa8-b755-4be8-ad8e-2c07bff93eb2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Floating IP b6ab338b-af69-4cac-aba5-9be814640c8d disassociated. External IP: 172.27.1.22, port: 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c. Jul 28 17:53:02.480291 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-051ad0dd-cf23-4ba8-8b49-44c9c81c7c1f req-4346cfa8-b755-4be8-ad8e-2c07bff93eb2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Calling delete_port for 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:53:02.608923 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-051ad0dd-cf23-4ba8-8b49-44c9c81c7c1f req-4346cfa8-b755-4be8-ad8e-2c07bff93eb2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (02dfadbe-faf1-4f78-bb83-5e3e6670bb0c), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:02.643069 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346cfa8-b755-4be8-ad8e-2c07bff93eb2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event deleted for resources: {'Port': ['ID=02dfadbe-faf1-4f78-bb83-5e3e6670bb0c,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:02.694177 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:02.761531 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-051ad0dd-cf23-4ba8-8b49-44c9c81c7c1f req-4346cfa8-b755-4be8-ad8e-2c07bff93eb2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Router d3a930ed-68f8-4cc2-9f31-042666501368 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:53:02.764613 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:02.868331 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-051ad0dd-cf23-4ba8-8b49-44c9c81c7c1f req-4346cfa8-b755-4be8-ad8e-2c07bff93eb2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:53:02.877751 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db1543a-af1c-4275-80df-fbede3f85915 None None] Sync routers for ids ['d3a930ed-68f8-4cc2-9f31-042666501368'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:53:02.888237 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db1543a-af1c-4275-80df-fbede3f85915 None None] Routers {'d3a930ed-68f8-4cc2-9f31-042666501368'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:02.888848 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-5db1543a-af1c-4275-80df-fbede3f85915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:52:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d3a930ed-68f8-4cc2-9f31-042666501368'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:02.911314 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-051ad0dd-cf23-4ba8-8b49-44c9c81c7c1f req-4346cfa8-b755-4be8-ad8e-2c07bff93eb2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] No DVR routers for this DVR port 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:53:02.914946 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-051ad0dd-cf23-4ba8-8b49-44c9c81c7c1f req-4346cfa8-b755-4be8-ad8e-2c07bff93eb2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:02.918888 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-051ad0dd-cf23-4ba8-8b49-44c9c81c7c1f req-4346cfa8-b755-4be8-ad8e-2c07bff93eb2 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.100 "DELETE /v2.0/ports/02dfadbe-faf1-4f78-bb83-5e3e6670bb0c HTTP/1.1" status: 204 len: 173 time: 0.7927430 Jul 28 17:53:02.919361 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce6e951-fa65-433e-af84-80f075da23fa', 'name': 'network-vif-deleted', 'tag': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:53:02.921640 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd556d16-3954-42fb-a45e-fce3ed23b61c" -d '{"events": [{"server_uuid": "0ce6e951-fa65-433e-af84-80f075da23fa", "name": "network-vif-deleted", "tag": "02dfadbe-faf1-4f78-bb83-5e3e6670bb0c"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:53:02.963502 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c8a258-549d-42f3-b160-e361e9c055bd x-openstack-request-id: req-12c8a258-549d-42f3-b160-e361e9c055bd {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:53:02.963803 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce6e951-fa65-433e-af84-80f075da23fa", "name": "network-vif-deleted", "tag": "02dfadbe-faf1-4f78-bb83-5e3e6670bb0c", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:53:02.964066 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-12c8a258-549d-42f3-b160-e361e9c055bd {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:53:02.964482 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c8a258-549d-42f3-b160-e361e9c055bd'] response: {'server_uuid': '0ce6e951-fa65-433e-af84-80f075da23fa', 'name': 'network-vif-deleted', 'tag': '02dfadbe-faf1-4f78-bb83-5e3e6670bb0c', 'status': 'completed', 'code': 200} Jul 28 17:53:02.996239 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-5db1543a-af1c-4275-80df-fbede3f85915 None None] Set router d3a930ed-68f8-4cc2-9f31-042666501368 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:53:03.165265 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8f868-c897-431a-b289-87d80b7efbb2 req-48b491b9-b68b-4bfd-85a0-ae965630018d tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:03.167137 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1ad8f868-c897-431a-b289-87d80b7efbb2 req-48b491b9-b68b-4bfd-85a0-ae965630018d tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 946 time: 0.0590940 Jul 28 17:53:03.210513 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-5db1543a-af1c-4275-80df-fbede3f85915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'e36a0dd2-1eaf-486a-898e-3bd18498628f', 'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'mac_address': 'fa:16:3e:87:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:37Z', 'updated_at': '2022-07-28T17:44:48Z', 'revision_number': 5, 'project_id': '65535f9817c448dfac997e93efa1a909', 'subnets': [{'id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:03.216650 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1ad8f868-c897-431a-b289-87d80b7efbb2 req-d392e268-2aea-4e42-b5c3-7e67db5360a4 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437782 Jul 28 17:53:03.237645 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db1543a-af1c-4275-80df-fbede3f85915 None None] Checking router: d3a930ed-68f8-4cc2-9f31-042666501368 for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:53:03.248664 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db1543a-af1c-4275-80df-fbede3f85915 None None] Routers {'d3a930ed-68f8-4cc2-9f31-042666501368'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:03.249453 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-5db1543a-af1c-4275-80df-fbede3f85915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:52:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d3a930ed-68f8-4cc2-9f31-042666501368'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:03.356209 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-5db1543a-af1c-4275-80df-fbede3f85915 None None] Set router d3a930ed-68f8-4cc2-9f31-042666501368 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:53:03.406091 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6dfee727-4b14-4529-86ad-98969605818e req-2348194b-baf1-409c-9347-580bfe68bc83 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 210 time: 0.0341182 Jul 28 17:53:03.627421 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-5db1543a-af1c-4275-80df-fbede3f85915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'e36a0dd2-1eaf-486a-898e-3bd18498628f', 'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'mac_address': 'fa:16:3e:87:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:37Z', 'updated_at': '2022-07-28T17:44:48Z', 'revision_number': 5, 'project_id': '65535f9817c448dfac997e93efa1a909', 'subnets': [{'id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:03.656280 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db1543a-af1c-4275-80df-fbede3f85915 None None] The sync data for ids ['d3a930ed-68f8-4cc2-9f31-042666501368'] in dv-cinder-813229-13-iscsi is: [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'e36a0dd2-1eaf-486a-898e-3bd18498628f', 'name': '', 'network_id': 'f60734d5-8026-4cb9-8d4b-31a05ecd50e4', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'mac_address': 'fa:16:3e:87:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:37Z', 'updated_at': '2022-07-28T17:44:48Z', 'revision_number': 5, 'project_id': '65535f9817c448dfac997e93efa1a909', 'subnets': [{'id': 'a600d630-923a-4634-8e5f-0a3bd63e1f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:53:03.875761 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56e9073-c274-4914-8d01-da2f03b4193f None None] New status for floating IP b6ab338b-af69-4cac-aba5-9be814640c8d: DOWN {{(pid=110737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:53:04.370259 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12289485-ab80-4dae-a145-3101ccaaaacb req-74d002bf-7aa1-44ec-a6e0-336fbadf1af6 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:04.371743 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-12289485-ab80-4dae-a145-3101ccaaaacb req-74d002bf-7aa1-44ec-a6e0-336fbadf1af6 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 946 time: 0.0570714 Jul 28 17:53:04.420303 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-12289485-ab80-4dae-a145-3101ccaaaacb req-685a29dc-f9bb-4e89-a712-cbb2380b3ff4 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430446 Jul 28 17:53:04.525705 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-90f37e16-56b8-4070-96c1-3e44bcef674c req-60d85e79-5f4b-42b2-9156-cc1154350804 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ce6e951-fa65-433e-af84-80f075da23fa HTTP/1.1" status: 200 len: 210 time: 0.0288804 Jul 28 17:53:05.134264 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:53:05.153458 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:53:05.153809 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 02dfadbe-faf1-4f78-bb83-5e3e6670bb0c not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:53:05.266807 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07657b69-580f-4dbb-923b-948164c1a6a6 req-39b2d0a3-58e3-45e2-b655-986a16644a8c tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:05.268193 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-07657b69-580f-4dbb-923b-948164c1a6a6 req-39b2d0a3-58e3-45e2-b655-986a16644a8c tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 946 time: 0.0475051 Jul 28 17:53:05.315515 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-07657b69-580f-4dbb-923b-948164c1a6a6 req-9acf24a7-d11d-4acf-b205-c93bca072f15 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415745 Jul 28 17:53:05.621237 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 44864) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:05.689590 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group (bfbdb07c-35ac-4136-8f24-1e1f0bc94996), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:05.721778 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group (bfbdb07c-35ac-4136-8f24-1e1f0bc94996), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:05.768836 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (bfbdb07c-35ac-4136-8f24-1e1f0bc94996), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:05.771433 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:05.772589 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "DELETE /v2.0/security-groups/bfbdb07c-35ac-4136-8f24-1e1f0bc94996 HTTP/1.1" status: 204 len: 168 time: 0.1503565 Jul 28 17:53:05.775943 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44866) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:05.782075 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbdb07c-35ac-4136-8f24-1e1f0bc94996,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:05.789820 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.api.v2.resource [None req-cc9c8d15-186f-490e-b6ca-662220dcac44 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] show failed (client error): The resource could not be found. Jul 28 17:53:05.789983 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:05.790302 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:05.790654 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:05.791002 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:05.791115 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-cc9c8d15-186f-490e-b6ca-662220dcac44 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "GET /v2.0/security-groups/bfbdb07c-35ac-4136-8f24-1e1f0bc94996 HTTP/1.1" status: 404 len: 347 time: 0.0141478 Jul 28 17:53:05.791345 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:05.791687 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:05.792024 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:05.792440 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:05.792697 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:05.793030 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:05.793389 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:05.793723 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:05.794050 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:05.794170 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44868) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:05.794379 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:05.794707 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097ffa3-0a44-49fb-a104-236f91c70338 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:05.916918 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Deleting port bae53c9d-4a5f-4d35-9c95-6f3a07793b96 {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:53:05.917291 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (bae53c9d-4a5f-4d35-9c95-6f3a07793b96), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:05.997583 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:06.000059 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (bae53c9d-4a5f-4d35-9c95-6f3a07793b96), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:06.000391 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for floatingip (bae53c9d-4a5f-4d35-9c95-6f3a07793b96), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:06.015484 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Calling delete_port for bae53c9d-4a5f-4d35-9c95-6f3a07793b96 owned by network:floatingip {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:53:06.140407 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:06.150862 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (bae53c9d-4a5f-4d35-9c95-6f3a07793b96), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:06.175862 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Pushing event deleted for resources: {'Port': ['ID=bae53c9d-4a5f-4d35-9c95-6f3a07793b96,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:06.202242 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.202597 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.202945 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.203288 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.203629 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.203968 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.204306 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.204642 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.204976 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.205379 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.205717 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.205994 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.206312 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.206644 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.206973 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.249997 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks [] for floatingip (b6ab338b-af69-4cac-aba5-9be814640c8d), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:06.252494 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:06.253673 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-4c476aec-761e-47be-961c-2c2281098e94 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] 10.222.0.89 "DELETE /v2.0/floatingips/b6ab338b-af69-4cac-aba5-9be814640c8d HTTP/1.1" status: 204 len: 168 time: 0.4587295 Jul 28 17:53:06.441116 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91cb58-117b-48b2-9c81-91367e962e65 req-3f5e7ebe-db17-4484-a805-c4085ebf34cb tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:06.442635 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ee91cb58-117b-48b2-9c81-91367e962e65 req-3f5e7ebe-db17-4484-a805-c4085ebf34cb tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 946 time: 0.0521855 Jul 28 17:53:06.489881 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ee91cb58-117b-48b2-9c81-91367e962e65 req-10fbdc45-32a4-4df5-a196-5f788e2f3567 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416090 Jul 28 17:53:07.551207 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a8e25-31f3-48c6-b687-8cc31fa72909 req-db602981-79b3-46aa-9a37-e0bbd93e1732 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:07.552692 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44a8e25-31f3-48c6-b687-8cc31fa72909 req-db602981-79b3-46aa-9a37-e0bbd93e1732 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.100 "GET /v2.0/ports?device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 946 time: 0.0529134 Jul 28 17:53:07.673619 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb2e5c-dbb2-490c-9a1f-9f88c3bea0fd req-4a012bb9-d259-477a-b41a-62606f3267a5 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:07.675013 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fbcb2e5c-dbb2-490c-9a1f-9f88c3bea0fd req-4a012bb9-d259-477a-b41a-62606f3267a5 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7982c2f-7027-4786-8177-0c8ff4883572 HTTP/1.1" status: 200 len: 946 time: 0.0838165 Jul 28 17:53:07.692374 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-b44a8e25-31f3-48c6-b687-8cc31fa72909 req-538a15cc-99fe-476d-8f22-887b95a2f9ac tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Deleting port f7152a51-f407-4347-bb34-1baa556f6701 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:53:07.692726 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b44a8e25-31f3-48c6-b687-8cc31fa72909 req-538a15cc-99fe-476d-8f22-887b95a2f9ac tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (f7152a51-f407-4347-bb34-1baa556f6701), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:07.781838 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fbcb2e5c-dbb2-490c-9a1f-9f88c3bea0fd req-0b405c85-c08b-47fd-8d02-2ab17dabd627 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985837 Jul 28 17:53:07.813779 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-b44a8e25-31f3-48c6-b687-8cc31fa72909 req-538a15cc-99fe-476d-8f22-887b95a2f9ac tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] For port f7152a51-f407-4347-bb34-1baa556f6701, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f7152a51-f407-4347-bb34-1baa556f6701,segment=NetworkSegment(602b09c5-509a-4ab4-a55c-2b7909d401f3),segment_id=602b09c5-509a-4ab4-a55c-2b7909d401f3)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:07.814154 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b44a8e25-31f3-48c6-b687-8cc31fa72909 req-538a15cc-99fe-476d-8f22-887b95a2f9ac tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (f7152a51-f407-4347-bb34-1baa556f6701), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:07.828250 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-b44a8e25-31f3-48c6-b687-8cc31fa72909 req-538a15cc-99fe-476d-8f22-887b95a2f9ac tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Calling delete_port for f7152a51-f407-4347-bb34-1baa556f6701 owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:53:07.940758 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:07.962656 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b44a8e25-31f3-48c6-b687-8cc31fa72909 req-538a15cc-99fe-476d-8f22-887b95a2f9ac tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (f7152a51-f407-4347-bb34-1baa556f6701), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:07.997464 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a15cc-99fe-476d-8f22-887b95a2f9ac tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Pushing event deleted for resources: {'Port': ['ID=f7152a51-f407-4347-bb34-1baa556f6701,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:08.034238 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['f7152a51-f407-4347-bb34-1baa556f6701'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:53:08.040900 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44a8e25-31f3-48c6-b687-8cc31fa72909 req-538a15cc-99fe-476d-8f22-887b95a2f9ac tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] No DVR routers for this DVR port f7152a51-f407-4347-bb34-1baa556f6701 on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:53:08.043381 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-b44a8e25-31f3-48c6-b687-8cc31fa72909 req-538a15cc-99fe-476d-8f22-887b95a2f9ac tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:08.046660 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b44a8e25-31f3-48c6-b687-8cc31fa72909 req-538a15cc-99fe-476d-8f22-887b95a2f9ac tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.100 "DELETE /v2.0/ports/f7152a51-f407-4347-bb34-1baa556f6701 HTTP/1.1" status: 204 len: 173 time: 0.4835694 Jul 28 17:53:08.047109 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7982c2f-7027-4786-8177-0c8ff4883572', 'name': 'network-vif-deleted', 'tag': 'f7152a51-f407-4347-bb34-1baa556f6701'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:53:08.049382 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db36f623-6aba-45ff-85f2-198862017dff" -d '{"events": [{"server_uuid": "c7982c2f-7027-4786-8177-0c8ff4883572", "name": "network-vif-deleted", "tag": "f7152a51-f407-4347-bb34-1baa556f6701"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:53:08.088262 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f42d61e-21dc-42ff-b7f9-d0abca6ceed8 x-openstack-request-id: req-8f42d61e-21dc-42ff-b7f9-d0abca6ceed8 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:53:08.088569 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7982c2f-7027-4786-8177-0c8ff4883572", "name": "network-vif-deleted", "tag": "f7152a51-f407-4347-bb34-1baa556f6701", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:53:08.088837 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8f42d61e-21dc-42ff-b7f9-d0abca6ceed8 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:53:08.089290 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f42d61e-21dc-42ff-b7f9-d0abca6ceed8'] response: {'server_uuid': 'c7982c2f-7027-4786-8177-0c8ff4883572', 'name': 'network-vif-deleted', 'tag': 'f7152a51-f407-4347-bb34-1baa556f6701', 'status': 'completed', 'code': 200} Jul 28 17:53:08.695603 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44896) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:09.152083 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35488c8-b634-4592-ab73-784473ef30e7 req-81caeeb3-72a1-48b5-b5f8-0b0caa069f9b tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:09.153485 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c35488c8-b634-4592-ab73-784473ef30e7 req-81caeeb3-72a1-48b5-b5f8-0b0caa069f9b tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/networks?id=b126574d-f0b1-4b3b-a4ad-e9b8498153d0 HTTP/1.1" status: 200 len: 808 time: 0.1887655 Jul 28 17:53:09.187475 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c35488c8-b634-4592-ab73-784473ef30e7 req-9befb628-4c78-48b2-aa58-f836a2972eca tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/quotas/51f7a6e9080d48418e4912be02e09922 HTTP/1.1" status: 200 len: 375 time: 0.0141990 Jul 28 17:53:09.206871 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bcca88fb-518e-49a2-b6c8-8721be0e93f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360476'] for router_interface (d3a930ed-68f8-4cc2-9f31-042666501368), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:09.224419 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c35488c8-b634-4592-ab73-784473ef30e7 req-a4e7b648-ec4e-475b-a4ac-69438c62e73b tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=51f7a6e9080d48418e4912be02e09922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302887 Jul 28 17:53:09.305131 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:53:09.598054 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:09.631731 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c35488c8-b634-4592-ab73-784473ef30e7 req-36c03831-9f1a-4336-8550-7cd8fae36eb2 service neutron] 10.222.0.89 "GET /v2.0/networks/b126574d-f0b1-4b3b-a4ad-e9b8498153d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756173 Jul 28 17:53:09.729214 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:09.797498 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c35488c8-b634-4592-ab73-784473ef30e7 req-b11444db-731d-4fb3-af9d-fa1c5d5b1417 service neutron] 10.222.0.89 "GET /v2.0/networks/b126574d-f0b1-4b3b-a4ad-e9b8498153d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401763 Jul 28 17:53:09.838466 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-bcca88fb-518e-49a2-b6c8-8721be0e93f8 admin admin] Deleting port e36a0dd2-1eaf-486a-898e-3bd18498628f {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:53:09.838822 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bcca88fb-518e-49a2-b6c8-8721be0e93f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:09.924934 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-bcca88fb-518e-49a2-b6c8-8721be0e93f8 admin admin] For port e36a0dd2-1eaf-486a-898e-3bd18498628f, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=e36a0dd2-1eaf-486a-898e-3bd18498628f,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:09.925464 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bcca88fb-518e-49a2-b6c8-8721be0e93f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:09.942335 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-bcca88fb-518e-49a2-b6c8-8721be0e93f8 admin admin] Calling delete_port for e36a0dd2-1eaf-486a-898e-3bd18498628f owned by network:router_interface {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:53:09.954242 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:09.986397 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-59f9a70e-8119-4713-b003-9c17abfc1366 req-02e939fc-f54f-4d34-8b5d-0de52fcde3dc tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 210 time: 0.0417957 Jul 28 17:53:10.136908 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bcca88fb-518e-49a2-b6c8-8721be0e93f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (e36a0dd2-1eaf-486a-898e-3bd18498628f), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:10.167329 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca88fb-518e-49a2-b6c8-8721be0e93f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e36a0dd2-1eaf-486a-898e-3bd18498628f,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:10.347038 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bcca88fb-518e-49a2-b6c8-8721be0e93f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360584'] for router_interface (d3a930ed-68f8-4cc2-9f31-042666501368), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:10.448162 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:10.568944 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcca88fb-518e-49a2-b6c8-8721be0e93f8 admin admin] Router d3a930ed-68f8-4cc2-9f31-042666501368 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:53:10.675544 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcca88fb-518e-49a2-b6c8-8721be0e93f8 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:53:10.680641 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-bcca88fb-518e-49a2-b6c8-8721be0e93f8 admin admin] 10.222.0.89 "PUT /v2.0/routers/d3a930ed-68f8-4cc2-9f31-042666501368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9839790 Jul 28 17:53:10.684457 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44928) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:10.685554 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd9d8a-9578-4269-a3b5-c4ba6e2a163f None None] Sync routers for ids ['d3a930ed-68f8-4cc2-9f31-042666501368'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:53:10.691617 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:10.696382 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd9d8a-9578-4269-a3b5-c4ba6e2a163f None None] Routers {'d3a930ed-68f8-4cc2-9f31-042666501368'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:10.697107 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-85cd9d8a-9578-4269-a3b5-c4ba6e2a163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:52:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d3a930ed-68f8-4cc2-9f31-042666501368'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:10.786785 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-82d34fbb-acb0-471e-9517-6c25fe940829 admin admin] Publish callbacks [] for router (d3a930ed-68f8-4cc2-9f31-042666501368), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:10.798219 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-85cd9d8a-9578-4269-a3b5-c4ba6e2a163f None None] Set router d3a930ed-68f8-4cc2-9f31-042666501368 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:53:10.886515 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-82d34fbb-acb0-471e-9517-6c25fe940829 admin admin] Publish callbacks [] for router_gateway (d3a930ed-68f8-4cc2-9f31-042666501368), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:10.929440 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=100 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:10.932590 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-82d34fbb-acb0-471e-9517-6c25fe940829 admin admin] Deleting port 3f088f59-80ce-423f-8b54-11ed3aacf4e3 {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:53:10.932941 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-82d34fbb-acb0-471e-9517-6c25fe940829 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (3f088f59-80ce-423f-8b54-11ed3aacf4e3), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:10.964825 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-85cd9d8a-9578-4269-a3b5-c4ba6e2a163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:53:10Z', 'revision_number': 5, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port': {'id': '3f088f59-80ce-423f-8b54-11ed3aacf4e3', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:44:28Z', 'updated_at': '2022-07-28T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:10.990009 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd9d8a-9578-4269-a3b5-c4ba6e2a163f None None] Checking router: d3a930ed-68f8-4cc2-9f31-042666501368 for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:53:10.998458 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd9d8a-9578-4269-a3b5-c4ba6e2a163f None None] Routers {'d3a930ed-68f8-4cc2-9f31-042666501368'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:10.999057 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-85cd9d8a-9578-4269-a3b5-c4ba6e2a163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:52:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d3a930ed-68f8-4cc2-9f31-042666501368'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:11.020361 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-82d34fbb-acb0-471e-9517-6c25fe940829 admin admin] For port 3f088f59-80ce-423f-8b54-11ed3aacf4e3, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=3f088f59-80ce-423f-8b54-11ed3aacf4e3,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:11.020753 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-82d34fbb-acb0-471e-9517-6c25fe940829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (3f088f59-80ce-423f-8b54-11ed3aacf4e3), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.035323 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-82d34fbb-acb0-471e-9517-6c25fe940829 admin admin] Calling delete_port for 3f088f59-80ce-423f-8b54-11ed3aacf4e3 owned by network:router_gateway {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:53:11.076715 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=100 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:11.086566 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-85cd9d8a-9578-4269-a3b5-c4ba6e2a163f None None] Set router d3a930ed-68f8-4cc2-9f31-042666501368 gateway port host: None {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:53:11.116645 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ed56c4d5-cc1c-4b30-85da-60a9c8892561 req-8e0005d6-c51f-4afb-8ae3-ec55caf08417 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 210 time: 0.0395775 Jul 28 17:53:11.146505 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-85cd9d8a-9578-4269-a3b5-c4ba6e2a163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:53:10Z', 'revision_number': 6, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port_host': None}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:11.152962 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device f7152a51-f407-4347-bb34-1baa556f6701 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:53:11.175813 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: f7152a51-f407-4347-bb34-1baa556f6701 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:53:11.176523 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device f7152a51-f407-4347-bb34-1baa556f6701 not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:53:11.184828 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd9d8a-9578-4269-a3b5-c4ba6e2a163f None None] The sync data for ids ['d3a930ed-68f8-4cc2-9f31-042666501368'] in dv-cinder-813229-13-iscsi is: [{'id': 'd3a930ed-68f8-4cc2-9f31-042666501368', 'name': 'tempest-AttachVolumeShelveTestJSON-198937855-router', 'tenant_id': '65535f9817c448dfac997e93efa1a909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:44:25Z', 'updated_at': '2022-07-28T17:53:10Z', 'revision_number': 6, 'project_id': '65535f9817c448dfac997e93efa1a909', 'gw_port_host': None}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:53:11.272693 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-82d34fbb-acb0-471e-9517-6c25fe940829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (3f088f59-80ce-423f-8b54-11ed3aacf4e3), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.281744 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:11.305121 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d34fbb-acb0-471e-9517-6c25fe940829 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f088f59-80ce-423f-8b54-11ed3aacf4e3,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:11.369474 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-82d34fbb-acb0-471e-9517-6c25fe940829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362268'] for router_gateway (d3a930ed-68f8-4cc2-9f31-042666501368), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.428345 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35488c8-b634-4592-ab73-784473ef30e7 req-5107d90e-6a01-443c-b4fd-3fa6b9cd1853 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:11.430539 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c35488c8-b634-4592-ab73-784473ef30e7 req-5107d90e-6a01-443c-b4fd-3fa6b9cd1853 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.100 "GET /v2.0/networks?id=b126574d-f0b1-4b3b-a4ad-e9b8498153d0 HTTP/1.1" status: 200 len: 808 time: 0.1152642 Jul 28 17:53:11.458275 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-82d34fbb-acb0-471e-9517-6c25fe940829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router (d3a930ed-68f8-4cc2-9f31-042666501368), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.460483 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-82d34fbb-acb0-471e-9517-6c25fe940829 admin admin] Publish callbacks [] for router_controller (d3a930ed-68f8-4cc2-9f31-042666501368), precommit_delete_associations {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.503374 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-82d34fbb-acb0-471e-9517-6c25fe940829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-664341'] for router (d3a930ed-68f8-4cc2-9f31-042666501368), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.503933 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d34fbb-acb0-471e-9517-6c25fe940829 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3a930ed-68f8-4cc2-9f31-042666501368 {{(pid=110736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 17:53:11.508209 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-82d34fbb-acb0-471e-9517-6c25fe940829 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.510088 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-82d34fbb-acb0-471e-9517-6c25fe940829 admin admin] 10.222.0.89 "DELETE /v2.0/routers/d3a930ed-68f8-4cc2-9f31-042666501368 HTTP/1.1" status: 204 len: 168 time: 0.8239870 Jul 28 17:53:11.512718 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44932) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:11.563267 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_v2 [None req-471571bc-cedc-46a6-b4e7-45e003aeb645 admin admin] Deleting subnet a600d630-923a-4634-8e5f-0a3bd63e1f8a {{(pid=110736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 17:53:11.566700 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-471571bc-cedc-46a6-b4e7-45e003aeb645 admin admin] Publish callbacks [] for subnet (a600d630-923a-4634-8e5f-0a3bd63e1f8a), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.607369 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-471571bc-cedc-46a6-b4e7-45e003aeb645 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3610771'] for subnet (a600d630-923a-4634-8e5f-0a3bd63e1f8a), precommit_delete_associations {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.634904 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-c35488c8-b634-4592-ab73-784473ef30e7 req-dfbcbd42-7ea9-4acd-9630-2664d837d8da tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Request body: {'port': {'device_id': 'e3be1fb1-d628-4716-ab27-55a1c366b3ce', 'network_id': 'b126574d-f0b1-4b3b-a4ad-e9b8498153d0', 'admin_state_up': True, 'tenant_id': '51f7a6e9080d48418e4912be02e09922'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:53:11.689118 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-471571bc-cedc-46a6-b4e7-45e003aeb645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66971435'] for subnet (a600d630-923a-4634-8e5f-0a3bd63e1f8a), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.730728 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:11.749072 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35488c8-b634-4592-ab73-784473ef30e7 req-dfbcbd42-7ea9-4acd-9630-2664d837d8da tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Made reservation on behalf of 51f7a6e9080d48418e4912be02e09922 for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:53:11.750976 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-471571bc-cedc-46a6-b4e7-45e003aeb645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66971426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318654'] for subnet (a600d630-923a-4634-8e5f-0a3bd63e1f8a), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.752819 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c35488c8-b634-4592-ab73-784473ef30e7 req-dfbcbd42-7ea9-4acd-9630-2664d837d8da tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.775931 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471571bc-cedc-46a6-b4e7-45e003aeb645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a600d630-923a-4634-8e5f-0a3bd63e1f8a,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:11.782169 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-471571bc-cedc-46a6-b4e7-45e003aeb645 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.785652 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-471571bc-cedc-46a6-b4e7-45e003aeb645 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/a600d630-923a-4634-8e5f-0a3bd63e1f8a HTTP/1.1" status: 204 len: 168 time: 0.2719185 Jul 28 17:53:11.788238 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44938) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:11.792485 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d37504-2d5c-49e8-a460-67aae6686d1f None None] Network f60734d5-8026-4cb9-8d4b-31a05ecd50e4 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:53:11.865242 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66853985'] for network (f60734d5-8026-4cb9-8d4b-31a05ecd50e4), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.915280 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] Deleting port cf990aab-0ae5-4064-8743-0b9634b8ebfc {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:53:11.916196 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (cf990aab-0ae5-4064-8743-0b9634b8ebfc), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.924596 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-c35488c8-b634-4592-ab73-784473ef30e7 req-dfbcbd42-7ea9-4acd-9630-2664d837d8da tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Allocated IP 172.20.0.10 (b126574d-f0b1-4b3b-a4ad-e9b8498153d0/f5650e30-317a-4d0d-8c81-7ac709e6597a/5f1ef98a-7335-483e-8655-aece35948e8f) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:53:11.971524 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb62f264-ddef-4d44-94f9-f978af78c03b None None] DHCP port deletion for f60734d5-8026-4cb9-8d4b-31a05ecd50e4 request from dv-cinder-813229-13-iscsi {{(pid=110737) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 17:53:11.995709 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] For port cf990aab-0ae5-4064-8743-0b9634b8ebfc, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=cf990aab-0ae5-4064-8743-0b9634b8ebfc,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:11.996512 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (cf990aab-0ae5-4064-8743-0b9634b8ebfc), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.011401 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] Calling delete_port for cf990aab-0ae5-4064-8743-0b9634b8ebfc owned by network:dhcp {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:53:12.012904 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-fb62f264-ddef-4d44-94f9-f978af78c03b None None] Deleting port cf990aab-0ae5-4064-8743-0b9634b8ebfc {{(pid=110737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:53:12.013629 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-fb62f264-ddef-4d44-94f9-f978af78c03b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (cf990aab-0ae5-4064-8743-0b9634b8ebfc), before_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.094191 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-fb62f264-ddef-4d44-94f9-f978af78c03b None None] For port cf990aab-0ae5-4064-8743-0b9634b8ebfc, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=cf990aab-0ae5-4064-8743-0b9634b8ebfc,segment=NetworkSegment(2c576f9b-4c90-41e8-a1a2-91b0fed62346),segment_id=2c576f9b-4c90-41e8-a1a2-91b0fed62346)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:12.094858 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-fb62f264-ddef-4d44-94f9-f978af78c03b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (cf990aab-0ae5-4064-8743-0b9634b8ebfc), precommit_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.109433 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c35488c8-b634-4592-ab73-784473ef30e7 req-dfbcbd42-7ea9-4acd-9630-2664d837d8da tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Publish callbacks [] for port (5f1ef98a-7335-483e-8655-aece35948e8f), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.110211 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (cf990aab-0ae5-4064-8743-0b9634b8ebfc), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.115671 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-fb62f264-ddef-4d44-94f9-f978af78c03b None None] Calling delete_port for cf990aab-0ae5-4064-8743-0b9634b8ebfc owned by network:dhcp {{(pid=110737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:53:12.152131 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c35488c8-b634-4592-ab73-784473ef30e7 req-dfbcbd42-7ea9-4acd-9630-2664d837d8da tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (5f1ef98a-7335-483e-8655-aece35948e8f), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.175887 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] No DVR routers for this DVR port cf990aab-0ae5-4064-8743-0b9634b8ebfc on host dv-cinder-813229-13-iscsi {{(pid=110736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:53:12.177503 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf990aab-0ae5-4064-8743-0b9634b8ebfc,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:12.194836 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device e36a0dd2-1eaf-486a-898e-3bd18498628f no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:53:12.220443 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35488c8-b634-4592-ab73-784473ef30e7 req-dfbcbd42-7ea9-4acd-9630-2664d837d8da tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Network b126574d-f0b1-4b3b-a4ad-e9b8498153d0 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:53:12.226228 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-c35488c8-b634-4592-ab73-784473ef30e7 req-dfbcbd42-7ea9-4acd-9630-2664d837d8da tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:53:12.226520 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: e36a0dd2-1eaf-486a-898e-3bd18498628f {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:53:12.227148 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device e36a0dd2-1eaf-486a-898e-3bd18498628f not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:53:12.227681 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 3f088f59-80ce-423f-8b54-11ed3aacf4e3 no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:53:12.238173 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35488c8-b634-4592-ab73-784473ef30e7 req-dfbcbd42-7ea9-4acd-9630-2664d837d8da tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:53:12.250625 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: 3f088f59-80ce-423f-8b54-11ed3aacf4e3 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:53:12.251267 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 3f088f59-80ce-423f-8b54-11ed3aacf4e3 not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:53:12.251737 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device cf990aab-0ae5-4064-8743-0b9634b8ebfc no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:53:12.277902 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66972677', 'neutron.services.segments.db._delete_segments_for_network-8747606401738'] for network (f60734d5-8026-4cb9-8d4b-31a05ecd50e4), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.294097 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:12.295522 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcbd42-7ea9-4acd-9630-2664d837d8da tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Pushing event updated for resources: {'Port': ['ID=5f1ef98a-7335-483e-8655-aece35948e8f,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:12.299468 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:12.307006 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-fb62f264-ddef-4d44-94f9-f978af78c03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691'] for port (cf990aab-0ae5-4064-8743-0b9634b8ebfc), after_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.307483 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60734d5-8026-4cb9-8d4b-31a05ecd50e4']}} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:12.318263 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: cf990aab-0ae5-4064-8743-0b9634b8ebfc {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:53:12.318622 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device cf990aab-0ae5-4064-8743-0b9634b8ebfc not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:53:12.334249 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c576f9b-4c90-41e8-a1a2-91b0fed62346') {'for_net_delete': True} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:12.334601 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c576f9b-4c90-41e8-a1a2-91b0fed62346') {} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:12.347278 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747606401639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610762'] for segment (2c576f9b-4c90-41e8-a1a2-91b0fed62346), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.347727 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22370a12-4c4a-4bef-8857-8a410692187d req-10e7aa96-e49f-457a-a4c7-1826e6f5022a tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:12.355596 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-22370a12-4c4a-4bef-8857-8a410692187d req-10e7aa96-e49f-457a-a4c7-1826e6f5022a tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 932 time: 0.1214623 Jul 28 17:53:12.355890 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62f264-ddef-4d44-94f9-f978af78c03b None None] Pushing event deleted for resources: {'Port': ['ID=cf990aab-0ae5-4064-8743-0b9634b8ebfc,revision_number=None']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:12.363620 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb62f264-ddef-4d44-94f9-f978af78c03b None None] No DVR routers for this DVR port cf990aab-0ae5-4064-8743-0b9634b8ebfc on host dv-cinder-813229-13-iscsi {{(pid=110737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:53:12.369500 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (2c576f9b-4c90-41e8-a1a2-91b0fed62346), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.372576 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35488c8-b634-4592-ab73-784473ef30e7 req-dfbcbd42-7ea9-4acd-9630-2664d837d8da tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:12.373239 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c35488c8-b634-4592-ab73-784473ef30e7 req-dfbcbd42-7ea9-4acd-9630-2664d837d8da tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.379640 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=110736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:53:12.379914 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530693'] for segment (2c576f9b-4c90-41e8-a1a2-91b0fed62346), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.422988 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c35488c8-b634-4592-ab73-784473ef30e7 req-dfbcbd42-7ea9-4acd-9630-2664d837d8da tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7926610 Jul 28 17:53:12.424551 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 2c576f9b-4c90-41e8-a1a2-91b0fed62346 resource provider aggregate not found Jul 28 17:53:12.441682 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-22370a12-4c4a-4bef-8857-8a410692187d req-070928e1-13e7-48b8-8c40-5f8d9ebdedac tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850713 Jul 28 17:53:12.452604 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 2c576f9b-4c90-41e8-a1a2-91b0fed62346 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c576f9b-4c90-41e8-a1a2-91b0fed62346 found for delete ", "request_id": "req-c03e2fc5-1ca1-461d-bebc-b58d14db7f28"}]} Jul 28 17:53:12.453943 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Request body: {'port': {'device_id': 'e3be1fb1-d628-4716-ab27-55a1c366b3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:53:12.454426 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66972686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362288'] for network (f60734d5-8026-4cb9-8d4b-31a05ecd50e4), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.463269 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.468156 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] 10.222.0.89 "DELETE /v2.0/networks/f60734d5-8026-4cb9-8d4b-31a05ecd50e4 HTTP/1.1" status: 204 len: 168 time: 0.6788731 Jul 28 17:53:12.481900 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308585ca-a36c-4a89-8646-71ab5bea9455 admin admin] Pushing event deleted for resources: {'Network': ['ID=f60734d5-8026-4cb9-8d4b-31a05ecd50e4,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:12.525547 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (5f1ef98a-7335-483e-8655-aece35948e8f), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.599239 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44952) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:12.628205 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:12.655898 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-a744e53d-683b-46c2-a182-e7bd156f1786 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=65535f9817c448dfac997e93efa1a909&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0551307 Jul 28 17:53:12.656525 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 44956) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:12.709127 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ca795ebc-cc5c-4507-a844-37ee72cc3a62 admin admin] Publish callbacks [] for security_group (3b1b4086-865c-4745-9104-3813729827eb), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.733086 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ca795ebc-cc5c-4507-a844-37ee72cc3a62 admin admin] Publish callbacks [] for security_group (3b1b4086-865c-4745-9104-3813729827eb), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.804798 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ca795ebc-cc5c-4507-a844-37ee72cc3a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (3b1b4086-865c-4745-9104-3813729827eb), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.812875 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ca795ebc-cc5c-4507-a844-37ee72cc3a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.812875 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-ca795ebc-cc5c-4507-a844-37ee72cc3a62 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3b1b4086-865c-4745-9104-3813729827eb HTTP/1.1" status: 204 len: 168 time: 0.1528254 Jul 28 17:53:12.819755 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca795ebc-cc5c-4507-a844-37ee72cc3a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b4086-865c-4745-9104-3813729827eb,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:12.833596 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1ef98a-7335-483e-8655-aece35948e8f {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:53:12.844301 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Publish callbacks [] for port (5f1ef98a-7335-483e-8655-aece35948e8f), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.865199 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Transition to ACTIVE for port object 5f1ef98a-7335-483e-8655-aece35948e8f will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:53:12.869685 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (5f1ef98a-7335-483e-8655-aece35948e8f), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.926023 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1ef98a-7335-483e-8655-aece35948e8f,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:13.329621 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Attempting to bind port 5f1ef98a-7335-483e-8655-aece35948e8f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:53:13.330012 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Attempting to bind port 5f1ef98a-7335-483e-8655-aece35948e8f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '602b09c5-509a-4ab4-a55c-2b7909d401f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b126574d-f0b1-4b3b-a4ad-e9b8498153d0'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:53:13.330296 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Attempting to bind port 5f1ef98a-7335-483e-8655-aece35948e8f on network b126574d-f0b1-4b3b-a4ad-e9b8498153d0 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:53:13.339366 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Port 5f1ef98a-7335-483e-8655-aece35948e8f on network b126574d-f0b1-4b3b-a4ad-e9b8498153d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:53:13.339700 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Attempting to bind port 5f1ef98a-7335-483e-8655-aece35948e8f on network b126574d-f0b1-4b3b-a4ad-e9b8498153d0 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:53:13.350171 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7b970-6426-4a24-a82a-fadcdadd636d req-94cfe43b-48ba-4453-a3d5-ac6307bc400b tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:13.351662 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0cf7b970-6426-4a24-a82a-fadcdadd636d req-94cfe43b-48ba-4453-a3d5-ac6307bc400b tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 946 time: 0.3429301 Jul 28 17:53:13.354393 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:53:13.354735 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Checking segment: {'id': '602b09c5-509a-4ab4-a55c-2b7909d401f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b126574d-f0b1-4b3b-a4ad-e9b8498153d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:53:13.355121 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Bound using segment: {'id': '602b09c5-509a-4ab4-a55c-2b7909d401f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b126574d-f0b1-4b3b-a4ad-e9b8498153d0'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:53:13.355557 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Bound port: 5f1ef98a-7335-483e-8655-aece35948e8f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602b09c5-509a-4ab4-a55c-2b7909d401f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b126574d-f0b1-4b3b-a4ad-e9b8498153d0'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:53:13.355927 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (5f1ef98a-7335-483e-8655-aece35948e8f), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:13.455533 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0cf7b970-6426-4a24-a82a-fadcdadd636d req-e7f0dcc8-fc55-4a1e-b1af-16c9610b6a47 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=33bdb4f2-64c1-4b46-9712-58200c4cf3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959964 Jul 28 17:53:13.462025 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] For port 5f1ef98a-7335-483e-8655-aece35948e8f, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:53:13.466157 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] For port 5f1ef98a-7335-483e-8655-aece35948e8f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5f1ef98a-7335-483e-8655-aece35948e8f,segment=NetworkSegment(602b09c5-509a-4ab4-a55c-2b7909d401f3),segment_id=602b09c5-509a-4ab4-a55c-2b7909d401f3)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:53:13.473104 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (5f1ef98a-7335-483e-8655-aece35948e8f), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:13.512352 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:13.512976 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:13.514582 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c35488c8-b634-4592-ab73-784473ef30e7 req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] 10.222.0.100 "PUT /v2.0/ports/5f1ef98a-7335-483e-8655-aece35948e8f HTTP/1.1" status: 200 len: 1094 time: 1.0659101 Jul 28 17:53:13.515044 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3be1fb1-d628-4716-ab27-55a1c366b3ce', 'tag': '5f1ef98a-7335-483e-8655-aece35948e8f'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:53:13.517346 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bfc067-e055-41f5-a38e-86da1d75aacf" -d '{"events": [{"name": "network-changed", "server_uuid": "e3be1fb1-d628-4716-ab27-55a1c366b3ce", "tag": "5f1ef98a-7335-483e-8655-aece35948e8f"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:53:13.542225 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e5653-3c8c-433c-a721-bee53d703bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1ef98a-7335-483e-8655-aece35948e8f,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:13.561848 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788165b0-a7be-4842-a469-8c0dda2f7123 x-openstack-request-id: req-788165b0-a7be-4842-a469-8c0dda2f7123 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:53:13.562145 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3be1fb1-d628-4716-ab27-55a1c366b3ce", "tag": "5f1ef98a-7335-483e-8655-aece35948e8f", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:53:13.562585 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-788165b0-a7be-4842-a469-8c0dda2f7123 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:53:13.563048 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-788165b0-a7be-4842-a469-8c0dda2f7123'] response: {'name': 'network-changed', 'server_uuid': 'e3be1fb1-d628-4716-ab27-55a1c366b3ce', 'tag': '5f1ef98a-7335-483e-8655-aece35948e8f', 'status': 'completed', 'code': 200} Jul 28 17:53:13.614075 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62440d5b-7034-4882-9cc5-01dd1542e14f req-f8e2f398-d642-48ec-8f63-37fac2c2adf8 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:13.615681 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-62440d5b-7034-4882-9cc5-01dd1542e14f req-f8e2f398-d642-48ec-8f63-37fac2c2adf8 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 944 time: 0.0509155 Jul 28 17:53:13.667024 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-62440d5b-7034-4882-9cc5-01dd1542e14f req-24cb49ea-39d2-48b5-a45f-365f31b4571e tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452375 Jul 28 17:53:14.548671 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:14.586529 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fda5c-941a-41db-a6b7-9d654c46ee4a req-8de9c24e-c601-4a68-a5c4-55f173b550c2 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:14.588773 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e33fda5c-941a-41db-a6b7-9d654c46ee4a req-8de9c24e-c601-4a68-a5c4-55f173b550c2 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 946 time: 0.0506198 Jul 28 17:53:14.645909 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e33fda5c-941a-41db-a6b7-9d654c46ee4a req-14d8c223-2653-432e-9ef4-5b744e1d8df6 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=33bdb4f2-64c1-4b46-9712-58200c4cf3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513961 Jul 28 17:53:14.712263 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfc067-e055-41f5-a38e-86da1d75aacf req-60705005-5f73-473d-a439-c5c2cabb86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:14.714011 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-13bfc067-e055-41f5-a38e-86da1d75aacf req-60705005-5f73-473d-a439-c5c2cabb86fb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=51f7a6e9080d48418e4912be02e09922&device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 1128 time: 0.0412612 Jul 28 17:53:14.753080 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:14.792136 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626bbdf-84da-4950-b188-dbceb0b550c5 req-ecd0df64-cce3-49ac-a63b-23e60a12f107 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:14.793643 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3626bbdf-84da-4950-b188-dbceb0b550c5 req-ecd0df64-cce3-49ac-a63b-23e60a12f107 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 944 time: 0.0498943 Jul 28 17:53:14.846960 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3626bbdf-84da-4950-b188-dbceb0b550c5 req-681f53c4-9dec-4363-b1d8-02c686820643 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476532 Jul 28 17:53:14.924860 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfc067-e055-41f5-a38e-86da1d75aacf req-eec2ffd6-83a6-4646-b03b-ef245b161fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:14.926363 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-13bfc067-e055-41f5-a38e-86da1d75aacf req-eec2ffd6-83a6-4646-b03b-ef245b161fbf service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=51f7a6e9080d48418e4912be02e09922&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0999815 Jul 28 17:53:15.079628 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:15.104603 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949664ad-929f-456f-8595-ac9ffba06a21 req-5b609cad-d94a-47ae-8f99-8acd673aef68 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:15.106080 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-949664ad-929f-456f-8595-ac9ffba06a21 req-5b609cad-d94a-47ae-8f99-8acd673aef68 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 946 time: 0.0946107 Jul 28 17:53:15.174787 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfc067-e055-41f5-a38e-86da1d75aacf req-1bc32af1-0286-4298-853d-96cb338a4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:15.176223 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-13bfc067-e055-41f5-a38e-86da1d75aacf req-1bc32af1-0286-4298-853d-96cb338a4506 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1725061 Jul 28 17:53:15.214604 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-949664ad-929f-456f-8595-ac9ffba06a21 req-ec7d5b1e-f822-480b-8f1f-ec6510b857da tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Deleting port 1f582e56-d95f-4ee1-99cb-467cbc456249 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:53:15.214957 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-949664ad-929f-456f-8595-ac9ffba06a21 req-ec7d5b1e-f822-480b-8f1f-ec6510b857da tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (1f582e56-d95f-4ee1-99cb-467cbc456249), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:15.311686 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35488c8-b634-4592-ab73-784473ef30e7 req-5d09a331-f43f-4d92-b634-abeb1491cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:15.313200 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c35488c8-b634-4592-ab73-784473ef30e7 req-5d09a331-f43f-4d92-b634-abeb1491cf10 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=51f7a6e9080d48418e4912be02e09922&device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 1128 time: 0.0564218 Jul 28 17:53:15.379339 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c35488c8-b634-4592-ab73-784473ef30e7 req-10de5c7f-fb43-415a-8180-7bcf52172c1e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f1ef98a-7335-483e-8655-aece35948e8f HTTP/1.1" status: 200 len: 217 time: 0.0476708 Jul 28 17:53:15.389027 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-949664ad-929f-456f-8595-ac9ffba06a21 req-ec7d5b1e-f822-480b-8f1f-ec6510b857da tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] For port 1f582e56-d95f-4ee1-99cb-467cbc456249, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1f582e56-d95f-4ee1-99cb-467cbc456249,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:15.389444 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-949664ad-929f-456f-8595-ac9ffba06a21 req-ec7d5b1e-f822-480b-8f1f-ec6510b857da tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (1f582e56-d95f-4ee1-99cb-467cbc456249), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:15.479938 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35488c8-b634-4592-ab73-784473ef30e7 req-5916135a-0055-4f85-a376-06fd4237d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:15.481435 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c35488c8-b634-4592-ab73-784473ef30e7 req-5916135a-0055-4f85-a376-06fd4237d6d4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f5650e30-317a-4d0d-8c81-7ac709e6597a HTTP/1.1" status: 200 len: 848 time: 0.0944259 Jul 28 17:53:15.548713 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c35488c8-b634-4592-ab73-784473ef30e7 req-d3ed1c06-4514-424c-8707-d24e1c09e0a2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b126574d-f0b1-4b3b-a4ad-e9b8498153d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561831 Jul 28 17:53:15.673506 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-949664ad-929f-456f-8595-ac9ffba06a21 req-ec7d5b1e-f822-480b-8f1f-ec6510b857da tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:15.673839 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-949664ad-929f-456f-8595-ac9ffba06a21 req-ec7d5b1e-f822-480b-8f1f-ec6510b857da tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (de565ff1-e882-4bfd-9fa8-b9ef2a000712), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:15.674104 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.l3_db [req-949664ad-929f-456f-8595-ac9ffba06a21 req-ec7d5b1e-f822-480b-8f1f-ec6510b857da tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Floating IP de565ff1-e882-4bfd-9fa8-b9ef2a000712 disassociated. External IP: 172.27.1.160, port: 1f582e56-d95f-4ee1-99cb-467cbc456249. Jul 28 17:53:15.674462 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-949664ad-929f-456f-8595-ac9ffba06a21 req-ec7d5b1e-f822-480b-8f1f-ec6510b857da tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Calling delete_port for 1f582e56-d95f-4ee1-99cb-467cbc456249 owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:53:15.705133 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:15.736631 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c35488c8-b634-4592-ab73-784473ef30e7 req-61beb8a4-d19a-4b8d-ae44-b90f66e816fa service neutron] 10.222.0.100 "GET /v2.0/networks/b126574d-f0b1-4b3b-a4ad-e9b8498153d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789925 Jul 28 17:53:15.764965 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efaed07-8082-4682-8b4f-4cbdf66f9d15 req-88f6d91c-84d8-40b4-a436-95ef8efcd17f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:15.766515 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7efaed07-8082-4682-8b4f-4cbdf66f9d15 req-88f6d91c-84d8-40b4-a436-95ef8efcd17f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 946 time: 0.0510592 Jul 28 17:53:15.815538 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7efaed07-8082-4682-8b4f-4cbdf66f9d15 req-a9b93f66-9b05-44d2-bbae-c97cebcfa0ac tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=33bdb4f2-64c1-4b46-9712-58200c4cf3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432541 Jul 28 17:53:15.879272 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c35488c8-b634-4592-ab73-784473ef30e7 req-00504fc2-cb6d-49ad-ab78-17c6adbf1e35 service neutron] 10.222.0.100 "GET /v2.0/networks/b126574d-f0b1-4b3b-a4ad-e9b8498153d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348062 Jul 28 17:53:15.917260 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-949664ad-929f-456f-8595-ac9ffba06a21 req-ec7d5b1e-f822-480b-8f1f-ec6510b857da tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (1f582e56-d95f-4ee1-99cb-467cbc456249), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:15.956365 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d5b1e-f822-480b-8f1f-ec6510b857da tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event deleted for resources: {'Port': ['ID=1f582e56-d95f-4ee1-99cb-467cbc456249,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:16.023449 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:16.042741 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3019d89-4ebb-4dfe-a228-e25b0b54ed7e req-0a8f90e9-e858-4f3f-91d9-2644cb2eaf28 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:16.044234 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c3019d89-4ebb-4dfe-a228-e25b0b54ed7e req-0a8f90e9-e858-4f3f-91d9-2644cb2eaf28 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 944 time: 0.0916603 Jul 28 17:53:16.139057 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c3019d89-4ebb-4dfe-a228-e25b0b54ed7e req-48cdd73f-4a35-4105-a151-d03c216ea8bc tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893095 Jul 28 17:53:16.146523 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-949664ad-929f-456f-8595-ac9ffba06a21 req-ec7d5b1e-f822-480b-8f1f-ec6510b857da tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Router 2d47a542-f47f-47f4-96fb-ccfb58776de1 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:53:16.252987 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-949664ad-929f-456f-8595-ac9ffba06a21 req-ec7d5b1e-f822-480b-8f1f-ec6510b857da tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:53:16.263010 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a09f77e-4418-4189-901f-218164dd5b08 None None] Sync routers for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:53:16.273039 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a09f77e-4418-4189-901f-218164dd5b08 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:16.273758 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-9a09f77e-4418-4189-901f-218164dd5b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:52:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:16.297784 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-949664ad-929f-456f-8595-ac9ffba06a21 req-ec7d5b1e-f822-480b-8f1f-ec6510b857da tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] No DVR routers for this DVR port 1f582e56-d95f-4ee1-99cb-467cbc456249 on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:53:16.300475 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-949664ad-929f-456f-8595-ac9ffba06a21 req-ec7d5b1e-f822-480b-8f1f-ec6510b857da tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:16.304179 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-949664ad-929f-456f-8595-ac9ffba06a21 req-ec7d5b1e-f822-480b-8f1f-ec6510b857da tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "DELETE /v2.0/ports/1f582e56-d95f-4ee1-99cb-467cbc456249 HTTP/1.1" status: 204 len: 173 time: 1.1919518 Jul 28 17:53:16.304657 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd39380c-a0c4-4d3d-9498-25198768009e', 'name': 'network-vif-deleted', 'tag': '1f582e56-d95f-4ee1-99cb-467cbc456249'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:53:16.307791 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911ad289-d515-4672-bfd7-cdad77514a64" -d '{"events": [{"server_uuid": "bd39380c-a0c4-4d3d-9498-25198768009e", "name": "network-vif-deleted", "tag": "1f582e56-d95f-4ee1-99cb-467cbc456249"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:53:16.348932 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8710b893-8c35-4b4b-870e-54acfdb0ec21 x-openstack-request-id: req-8710b893-8c35-4b4b-870e-54acfdb0ec21 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:53:16.349451 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd39380c-a0c4-4d3d-9498-25198768009e", "name": "network-vif-deleted", "tag": "1f582e56-d95f-4ee1-99cb-467cbc456249", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:53:16.349594 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8710b893-8c35-4b4b-870e-54acfdb0ec21 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:53:16.349942 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8710b893-8c35-4b4b-870e-54acfdb0ec21'] response: {'server_uuid': 'bd39380c-a0c4-4d3d-9498-25198768009e', 'name': 'network-vif-deleted', 'tag': '1f582e56-d95f-4ee1-99cb-467cbc456249', 'status': 'completed', 'code': 200} Jul 28 17:53:16.390301 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-9a09f77e-4418-4189-901f-218164dd5b08 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:53:16.430099 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:16.578006 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:16.637977 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-9a09f77e-4418-4189-901f-218164dd5b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '820e1efc-f2cc-4b76-a79c-913023678825', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': '51d2b649-6b93-48cc-8e60-2002ccf154a4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:d3:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db521d28-6a27-47cd-b764-156c113ed677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:50:42Z', 'updated_at': '2022-07-28T17:50:59Z', 'revision_number': 2, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:16.665087 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a09f77e-4418-4189-901f-218164dd5b08 None None] Checking router: 2d47a542-f47f-47f4-96fb-ccfb58776de1 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:53:16.675573 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a09f77e-4418-4189-901f-218164dd5b08 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:16.676234 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-9a09f77e-4418-4189-901f-218164dd5b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:52:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:16.795361 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-9a09f77e-4418-4189-901f-218164dd5b08 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:53:16.972041 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-059d8665-dbed-40fb-b8ef-9e07c16b3fa4 req-db5f0d6d-02c5-41d7-80f3-93cf0d0ef6d3 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd39380c-a0c4-4d3d-9498-25198768009e HTTP/1.1" status: 200 len: 210 time: 0.0575094 Jul 28 17:53:17.065454 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-9a09f77e-4418-4189-901f-218164dd5b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '820e1efc-f2cc-4b76-a79c-913023678825', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': '51d2b649-6b93-48cc-8e60-2002ccf154a4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:d3:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db521d28-6a27-47cd-b764-156c113ed677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:50:42Z', 'updated_at': '2022-07-28T17:50:59Z', 'revision_number': 2, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:17.093897 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a09f77e-4418-4189-901f-218164dd5b08 None None] The sync data for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi is: [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '820e1efc-f2cc-4b76-a79c-913023678825', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': '51d2b649-6b93-48cc-8e60-2002ccf154a4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:d3:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db521d28-6a27-47cd-b764-156c113ed677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:50:42Z', 'updated_at': '2022-07-28T17:50:59Z', 'revision_number': 2, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:53:17.193023 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 5f1ef98a-7335-483e-8655-aece35948e8f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:53:17.204313 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 1f582e56-d95f-4ee1-99cb-467cbc456249 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:53:17.231966 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: 1f582e56-d95f-4ee1-99cb-467cbc456249 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:53:17.232318 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 1f582e56-d95f-4ee1-99cb-467cbc456249 not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:53:17.265994 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6470ec-1e9b-4137-84e3-ebaaa3aa062a req-92ac332a-cb51-40a3-9ac0-e73be0da4651 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:17.267741 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0f6470ec-1e9b-4137-84e3-ebaaa3aa062a req-92ac332a-cb51-40a3-9ac0-e73be0da4651 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 944 time: 0.0527010 Jul 28 17:53:17.320083 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 5f1ef98a-7335-483e-8655-aece35948e8f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5f1ef98a-7335-483e-8655-aece35948e8f,segment=NetworkSegment(602b09c5-509a-4ab4-a55c-2b7909d401f3),segment_id=602b09c5-509a-4ab4-a55c-2b7909d401f3)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:17.333546 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '5f1ef98a-7335-483e-8655-aece35948e8f', 'network_id': 'b126574d-f0b1-4b3b-a4ad-e9b8498153d0', 'port_id': '5f1ef98a-7335-483e-8655-aece35948e8f', 'mac_address': 'fa:16:3e:c5:e9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5650e30-317a-4d0d-8c81-7ac709e6597a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:53:17.334895 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0f6470ec-1e9b-4137-84e3-ebaaa3aa062a req-820d795c-90a1-44c7-b291-df2514823df8 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594974 Jul 28 17:53:17.337337 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dd498f-49e0-4d3e-9190-44becde29df3 None None] New status for floating IP de565ff1-e882-4bfd-9fa8-b9ef2a000712: DOWN {{(pid=110738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:53:17.378102 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 5f1ef98a-7335-483e-8655-aece35948e8f is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:53:17.378494 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (5f1ef98a-7335-483e-8655-aece35948e8f), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:17.393700 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1ef98a-7335-483e-8655-aece35948e8f {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:53:17.417019 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 5f1ef98a-7335-483e-8655-aece35948e8f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5f1ef98a-7335-483e-8655-aece35948e8f,segment=NetworkSegment(602b09c5-509a-4ab4-a55c-2b7909d401f3),segment_id=602b09c5-509a-4ab4-a55c-2b7909d401f3)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:17.422706 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (5f1ef98a-7335-483e-8655-aece35948e8f), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:17.483075 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=5f1ef98a-7335-483e-8655-aece35948e8f,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:17.795106 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['5f1ef98a-7335-483e-8655-aece35948e8f'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:53:18.009009 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:18.036194 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:18.071581 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45046) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:18.130778 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6033-3d2b-4592-b03e-223e484a7ab2 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (33bdb4f2-64c1-4b46-9712-58200c4cf3ef), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:18.156674 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6033-3d2b-4592-b03e-223e484a7ab2 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (33bdb4f2-64c1-4b46-9712-58200c4cf3ef), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:18.211302 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6033-3d2b-4592-b03e-223e484a7ab2 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (33bdb4f2-64c1-4b46-9712-58200c4cf3ef), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:18.214631 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6033-3d2b-4592-b03e-223e484a7ab2 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:18.215794 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-ef1e6033-3d2b-4592-b03e-223e484a7ab2 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "DELETE /v2.0/security-groups/33bdb4f2-64c1-4b46-9712-58200c4cf3ef HTTP/1.1" status: 204 len: 168 time: 0.1418195 Jul 28 17:53:18.218656 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 45054) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:18.225116 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e6033-3d2b-4592-b03e-223e484a7ab2 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bdb4f2-64c1-4b46-9712-58200c4cf3ef,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:18.246289 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.api.v2.resource [None req-8e8efe08-3f54-443e-a741-5480e9aed090 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] show failed (client error): The resource could not be found. Jul 28 17:53:18.250519 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-8e8efe08-3f54-443e-a741-5480e9aed090 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups/33bdb4f2-64c1-4b46-9712-58200c4cf3ef HTTP/1.1" status: 404 len: 347 time: 0.0278723 Jul 28 17:53:18.250768 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 45056) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:18.366994 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-cae5895a-1be9-4f09-9e9b-94fceb00b39a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Deleting port b4e6e204-f70d-4acb-861a-45c1ead4e3cf {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:53:18.367700 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cae5895a-1be9-4f09-9e9b-94fceb00b39a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (b4e6e204-f70d-4acb-861a-45c1ead4e3cf), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:18.484216 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cae5895a-1be9-4f09-9e9b-94fceb00b39a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (b4e6e204-f70d-4acb-861a-45c1ead4e3cf), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:18.484554 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cae5895a-1be9-4f09-9e9b-94fceb00b39a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (b4e6e204-f70d-4acb-861a-45c1ead4e3cf), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:18.492447 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8cc4c-d9ac-4620-a863-3e1b99266700 req-7447c64e-a2d3-4452-a8e1-68faac835cc8 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:18.493977 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e0a8cc4c-d9ac-4620-a863-3e1b99266700 req-7447c64e-a2d3-4452-a8e1-68faac835cc8 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 945 time: 0.0752785 Jul 28 17:53:18.518490 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-cae5895a-1be9-4f09-9e9b-94fceb00b39a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Calling delete_port for b4e6e204-f70d-4acb-861a-45c1ead4e3cf owned by network:floatingip {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:53:18.540515 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:18.601625 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e0a8cc4c-d9ac-4620-a863-3e1b99266700 req-42ddfe16-64db-43bd-b5e0-8581ab9cd468 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007950 Jul 28 17:53:18.703816 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cae5895a-1be9-4f09-9e9b-94fceb00b39a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (b4e6e204-f70d-4acb-861a-45c1ead4e3cf), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:18.734543 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5895a-1be9-4f09-9e9b-94fceb00b39a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event deleted for resources: {'Port': ['ID=b4e6e204-f70d-4acb-861a-45c1ead4e3cf,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:18.778686 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:18.802507 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cae5895a-1be9-4f09-9e9b-94fceb00b39a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (de565ff1-e882-4bfd-9fa8-b9ef2a000712), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:18.805054 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cae5895a-1be9-4f09-9e9b-94fceb00b39a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:18.806279 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-cae5895a-1be9-4f09-9e9b-94fceb00b39a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "DELETE /v2.0/floatingips/de565ff1-e882-4bfd-9fa8-b9ef2a000712 HTTP/1.1" status: 204 len: 168 time: 0.5546029 Jul 28 17:53:19.202980 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 5f1ef98a-7335-483e-8655-aece35948e8f up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:53:19.244042 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port 5f1ef98a-7335-483e-8655-aece35948e8f completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:53:19.251168 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 5f1ef98a-7335-483e-8655-aece35948e8f triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:53:19.251665 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (5f1ef98a-7335-483e-8655-aece35948e8f), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:19.328089 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 5f1ef98a-7335-483e-8655-aece35948e8f is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:53:19.328492 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (5f1ef98a-7335-483e-8655-aece35948e8f), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:19.352819 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3be1fb1-d628-4716-ab27-55a1c366b3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1ef98a-7335-483e-8655-aece35948e8f'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:53:19.355277 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ece224e-2f8e-4b18-b2e5-3001a58f3da6" -d '{"events": [{"server_uuid": "e3be1fb1-d628-4716-ab27-55a1c366b3ce", "name": "network-vif-plugged", "status": "completed", "tag": "5f1ef98a-7335-483e-8655-aece35948e8f"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:53:19.368098 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 5f1ef98a-7335-483e-8655-aece35948e8f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5f1ef98a-7335-483e-8655-aece35948e8f,segment=NetworkSegment(602b09c5-509a-4ab4-a55c-2b7909d401f3),segment_id=602b09c5-509a-4ab4-a55c-2b7909d401f3)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:19.372810 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (5f1ef98a-7335-483e-8655-aece35948e8f), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:19.398461 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d776130c-1837-4b93-b630-f8b21519344c x-openstack-request-id: req-d776130c-1837-4b93-b630-f8b21519344c {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:53:19.398753 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3be1fb1-d628-4716-ab27-55a1c366b3ce", "name": "network-vif-plugged", "status": "completed", "tag": "5f1ef98a-7335-483e-8655-aece35948e8f", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:53:19.399008 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d776130c-1837-4b93-b630-f8b21519344c {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:53:19.399401 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d776130c-1837-4b93-b630-f8b21519344c'] response: {'server_uuid': 'e3be1fb1-d628-4716-ab27-55a1c366b3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1ef98a-7335-483e-8655-aece35948e8f', 'code': 200} Jul 28 17:53:19.424019 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=5f1ef98a-7335-483e-8655-aece35948e8f,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:19.724918 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d795645-5899-47a2-8fbe-cd7d58698d70 req-b09cc016-82d2-4a70-aa01-6293a50d589a tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:19.727107 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1d795645-5899-47a2-8fbe-cd7d58698d70 req-b09cc016-82d2-4a70-aa01-6293a50d589a tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 946 time: 0.0510557 Jul 28 17:53:19.782078 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1d795645-5899-47a2-8fbe-cd7d58698d70 req-2dd4a94e-c453-4d4b-a1e5-40f3ffdaa1d0 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490005 Jul 28 17:53:19.909623 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbec42b-f320-4615-9490-5e9c837f0ce0 req-d1c544de-fab2-4967-9160-146b9186cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:19.911107 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0dbec42b-f320-4615-9490-5e9c837f0ce0 req-d1c544de-fab2-4967-9160-146b9186cedd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 1130 time: 0.0401962 Jul 28 17:53:19.958801 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0dbec42b-f320-4615-9490-5e9c837f0ce0 req-36baadb6-bbcb-46a1-b70d-518bd65c119b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393534 Jul 28 17:53:20.913616 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af206f4a-115b-4b0f-85b8-378126664c20 req-8736d050-ee1b-40db-95b0-3e9edd52db54 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:20.915077 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-af206f4a-115b-4b0f-85b8-378126664c20 req-8736d050-ee1b-40db-95b0-3e9edd52db54 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 946 time: 0.0484164 Jul 28 17:53:20.961992 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-af206f4a-115b-4b0f-85b8-378126664c20 req-54073157-d569-419b-a55f-6c9fa5ea0577 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412381 Jul 28 17:53:21.543014 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dfe6d-fb49-493d-b267-c065c6032dd1 req-1fde3bad-82e6-4f81-921f-5c89c9f73068 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:21.544491 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-293dfe6d-fb49-493d-b267-c065c6032dd1 req-1fde3bad-82e6-4f81-921f-5c89c9f73068 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 945 time: 0.0501080 Jul 28 17:53:21.591093 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-293dfe6d-fb49-493d-b267-c065c6032dd1 req-733acf6a-c97d-4cd8-aa9b-22a04e4ef26c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=46394767-d88f-4c68-88b0-f35808d6e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409358 Jul 28 17:53:22.091506 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798122d5-941b-4a01-bac8-2498d0cb090a req-ff05c706-6b94-435b-802c-5ad113e7322d tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:22.093062 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-798122d5-941b-4a01-bac8-2498d0cb090a req-ff05c706-6b94-435b-802c-5ad113e7322d tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 946 time: 0.0509174 Jul 28 17:53:22.141271 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-798122d5-941b-4a01-bac8-2498d0cb090a req-7b2c7a0a-8533-4e50-bca1-06559b9725a4 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424380 Jul 28 17:53:22.724989 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3000ccb-de1b-44ef-802d-1fb16a39231d req-9a734e21-e8f0-43b2-a4f5-a39b384101a1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:22.726826 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a3000ccb-de1b-44ef-802d-1fb16a39231d req-9a734e21-e8f0-43b2-a4f5-a39b384101a1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 945 time: 0.0543005 Jul 28 17:53:22.757100 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 45146) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:22.793786 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a3000ccb-de1b-44ef-802d-1fb16a39231d req-d49579d7-423a-481f-8e1c-a77d459820a7 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=46394767-d88f-4c68-88b0-f35808d6e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575433 Jul 28 17:53:22.886683 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b27b2a8d-2507-4e89-b75d-816fc423f28b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:22.975672 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b27b2a8d-2507-4e89-b75d-816fc423f28b admin admin] Publish callbacks [] for security_group (00f07e85-974a-4b12-8b6d-84814cd9df82), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:22.980607 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b27b2a8d-2507-4e89-b75d-816fc423f28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (00f07e85-974a-4b12-8b6d-84814cd9df82), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:23.007747 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac1e19-0b8b-485e-badc-4cc92067fdef req-b8566bc5-3391-4f0f-8236-aa61e185cddb tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:23.009277 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1eac1e19-0b8b-485e-badc-4cc92067fdef req-b8566bc5-3391-4f0f-8236-aa61e185cddb tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 946 time: 0.0525322 Jul 28 17:53:23.020619 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-b27b2a8d-2507-4e89-b75d-816fc423f28b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bc5740fc21e04cf79756c0e0e8a77e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2624245 Jul 28 17:53:23.021610 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b2a8d-2507-4e89-b75d-816fc423f28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f07e85-974a-4b12-8b6d-84814cd9df82,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:23.022267 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:23.024179 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45154) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:23.095837 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1eac1e19-0b8b-485e-badc-4cc92067fdef req-2bcf9a1b-16b5-4a1c-ba3e-81dba8504a84 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793030 Jul 28 17:53:23.105423 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ccfab577-7386-49c2-8223-5ee187da830b admin admin] Publish callbacks [] for security_group (00f07e85-974a-4b12-8b6d-84814cd9df82), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:23.127952 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ccfab577-7386-49c2-8223-5ee187da830b admin admin] Publish callbacks [] for security_group (00f07e85-974a-4b12-8b6d-84814cd9df82), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:23.176367 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ccfab577-7386-49c2-8223-5ee187da830b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (00f07e85-974a-4b12-8b6d-84814cd9df82), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:23.178980 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ccfab577-7386-49c2-8223-5ee187da830b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:23.180117 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-ccfab577-7386-49c2-8223-5ee187da830b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/00f07e85-974a-4b12-8b6d-84814cd9df82 HTTP/1.1" status: 204 len: 168 time: 0.1550303 Jul 28 17:53:23.187761 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfab577-7386-49c2-8223-5ee187da830b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f07e85-974a-4b12-8b6d-84814cd9df82,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:23.918994 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ce761-6a0e-4db9-82fb-2bb0d7e5bf42 req-b77474cb-ca84-4ee8-8fdb-acaf5adad200 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:23.920496 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-612ce761-6a0e-4db9-82fb-2bb0d7e5bf42 req-b77474cb-ca84-4ee8-8fdb-acaf5adad200 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 945 time: 0.0498724 Jul 28 17:53:23.970792 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:23.975799 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-612ce761-6a0e-4db9-82fb-2bb0d7e5bf42 req-03260e57-16d7-442c-bbab-c81d40c82bbb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=46394767-d88f-4c68-88b0-f35808d6e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489595 Jul 28 17:53:24.223222 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d8d81-6ccb-4098-89c8-c9a1bcea25d3 req-d06c91d5-fc22-4f68-8710-7e14c0f968a7 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:24.224879 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f54d8d81-6ccb-4098-89c8-c9a1bcea25d3 req-d06c91d5-fc22-4f68-8710-7e14c0f968a7 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 946 time: 0.0526230 Jul 28 17:53:24.274899 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f54d8d81-6ccb-4098-89c8-c9a1bcea25d3 req-fc8e8298-c120-40bb-9aeb-14a58381234e tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436068 Jul 28 17:53:24.834005 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45204) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:24.942881 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-93baeaba-de8d-43c2-b23b-46763bd32f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:24.957692 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:25.021040 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-93baeaba-de8d-43c2-b23b-46763bd32f98 admin admin] Publish callbacks [] for security_group (ea0c658b-c4fe-4fd3-ac7f-a0de5f92bf10), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.026380 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-93baeaba-de8d-43c2-b23b-46763bd32f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (ea0c658b-c4fe-4fd3-ac7f-a0de5f92bf10), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.070721 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93baeaba-de8d-43c2-b23b-46763bd32f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0c658b-c4fe-4fd3-ac7f-a0de5f92bf10,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:25.079825 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-93baeaba-de8d-43c2-b23b-46763bd32f98 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=814856f317024d35ae0f46fce85a7ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453692 Jul 28 17:53:25.080774 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45210) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:25.101269 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c17bb-1177-4e97-8df4-8c97114f4412 req-65c1ad20-4295-40da-b485-d192363a3bd4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:25.102780 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-649c17bb-1177-4e97-8df4-8c97114f4412 req-65c1ad20-4295-40da-b485-d192363a3bd4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 945 time: 0.0506146 Jul 28 17:53:25.131647 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4e894ba4-5a83-4e2e-aa90-a02885aa4619 admin admin] Publish callbacks [] for security_group (ea0c658b-c4fe-4fd3-ac7f-a0de5f92bf10), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.152514 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-649c17bb-1177-4e97-8df4-8c97114f4412 req-c0b971fc-f161-425b-828b-48a89e55e5b9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=46394767-d88f-4c68-88b0-f35808d6e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431702 Jul 28 17:53:25.154834 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4e894ba4-5a83-4e2e-aa90-a02885aa4619 admin admin] Publish callbacks [] for security_group (ea0c658b-c4fe-4fd3-ac7f-a0de5f92bf10), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.205751 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4e894ba4-5a83-4e2e-aa90-a02885aa4619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (ea0c658b-c4fe-4fd3-ac7f-a0de5f92bf10), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.208566 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4e894ba4-5a83-4e2e-aa90-a02885aa4619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.209702 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-4e894ba4-5a83-4e2e-aa90-a02885aa4619 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ea0c658b-c4fe-4fd3-ac7f-a0de5f92bf10 HTTP/1.1" status: 204 len: 168 time: 0.1280434 Jul 28 17:53:25.217543 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e894ba4-5a83-4e2e-aa90-a02885aa4619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0c658b-c4fe-4fd3-ac7f-a0de5f92bf10,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:25.410636 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08fe3d-5f2e-41da-bf70-3475c2930d89 req-7537446e-18d8-4c54-bc61-18e89d896428 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:25.412167 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2d08fe3d-5f2e-41da-bf70-3475c2930d89 req-7537446e-18d8-4c54-bc61-18e89d896428 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 946 time: 0.0495143 Jul 28 17:53:25.467073 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-2d08fe3d-5f2e-41da-bf70-3475c2930d89 req-9cf813ef-4caa-4a65-ba3f-f14c235eac43 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/security-groups?id=cdad934b-73a2-4695-97aa-3fc2d1fb9117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481825 Jul 28 17:53:25.519918 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45218) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:25.520225 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b82682-f698-46c4-af43-cbab2be1d024 req-df0c18d0-d642-422f-a57d-091fd2e988d1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:25.521722 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e8b82682-f698-46c4-af43-cbab2be1d024 req-df0c18d0-d642-422f-a57d-091fd2e988d1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 945 time: 0.0813799 Jul 28 17:53:25.530233 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d929d7e-b174-44ca-b0cc-aecc2148aec9 req-f271e31e-8cae-4396-a65e-b64acfb41cb1 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:25.531577 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1d929d7e-b174-44ca-b0cc-aecc2148aec9 req-f271e31e-8cae-4396-a65e-b64acfb41cb1 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.100 "GET /v2.0/ports?device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 946 time: 0.0827508 Jul 28 17:53:25.534238 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-64dacfcc-e0b2-4dbf-bafd-316ce20544ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.613422 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:25.618657 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-64dacfcc-e0b2-4dbf-bafd-316ce20544ac admin admin] Publish callbacks [] for security_group (6d0a216c-1cea-45aa-8340-838d339e5134), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.623050 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-64dacfcc-e0b2-4dbf-bafd-316ce20544ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (6d0a216c-1cea-45aa-8340-838d339e5134), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.670390 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-64dacfcc-e0b2-4dbf-bafd-316ce20544ac admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a24b249eaef84f608e2f2bffe2452728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493456 Jul 28 17:53:25.671362 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dacfcc-e0b2-4dbf-bafd-316ce20544ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0a216c-1cea-45aa-8340-838d339e5134,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:25.673775 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45220) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:25.675854 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-e8b82682-f698-46c4-af43-cbab2be1d024 req-fd298503-f315-4176-a8c1-bc6f27a3f7c8 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Deleting port 51d2b649-6b93-48cc-8e60-2002ccf154a4 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:53:25.676205 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e8b82682-f698-46c4-af43-cbab2be1d024 req-fd298503-f315-4176-a8c1-bc6f27a3f7c8 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (51d2b649-6b93-48cc-8e60-2002ccf154a4), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.706618 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-7aa8decf-e8be-412b-9e05-56151bb29fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.720241 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-1d929d7e-b174-44ca-b0cc-aecc2148aec9 req-58cc7650-f38b-4c94-917b-75b224b956bf tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Deleting port 5f1ef98a-7335-483e-8655-aece35948e8f {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:53:25.720512 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1d929d7e-b174-44ca-b0cc-aecc2148aec9 req-58cc7650-f38b-4c94-917b-75b224b956bf tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (5f1ef98a-7335-483e-8655-aece35948e8f), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.725855 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:25.727859 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-91194051-e4b3-43e8-84d8-868be3e703dd admin admin] Publish callbacks [] for security_group (6d0a216c-1cea-45aa-8340-838d339e5134), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.752713 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-91194051-e4b3-43e8-84d8-868be3e703dd admin admin] Publish callbacks [] for security_group (6d0a216c-1cea-45aa-8340-838d339e5134), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.804743 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-91194051-e4b3-43e8-84d8-868be3e703dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (6d0a216c-1cea-45aa-8340-838d339e5134), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.807758 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-91194051-e4b3-43e8-84d8-868be3e703dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.809028 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-91194051-e4b3-43e8-84d8-868be3e703dd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6d0a216c-1cea-45aa-8340-838d339e5134 HTTP/1.1" status: 204 len: 168 time: 0.1343257 Jul 28 17:53:25.829296 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91194051-e4b3-43e8-84d8-868be3e703dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0a216c-1cea-45aa-8340-838d339e5134,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:25.865434 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-e8b82682-f698-46c4-af43-cbab2be1d024 req-fd298503-f315-4176-a8c1-bc6f27a3f7c8 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] For port 51d2b649-6b93-48cc-8e60-2002ccf154a4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=51d2b649-6b93-48cc-8e60-2002ccf154a4,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:25.865801 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e8b82682-f698-46c4-af43-cbab2be1d024 req-fd298503-f315-4176-a8c1-bc6f27a3f7c8 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (51d2b649-6b93-48cc-8e60-2002ccf154a4), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.889720 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-1d929d7e-b174-44ca-b0cc-aecc2148aec9 req-58cc7650-f38b-4c94-917b-75b224b956bf tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] For port 5f1ef98a-7335-483e-8655-aece35948e8f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5f1ef98a-7335-483e-8655-aece35948e8f,segment=NetworkSegment(602b09c5-509a-4ab4-a55c-2b7909d401f3),segment_id=602b09c5-509a-4ab4-a55c-2b7909d401f3)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:25.890085 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1d929d7e-b174-44ca-b0cc-aecc2148aec9 req-58cc7650-f38b-4c94-917b-75b224b956bf tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (5f1ef98a-7335-483e-8655-aece35948e8f), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.935380 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-1d929d7e-b174-44ca-b0cc-aecc2148aec9 req-58cc7650-f38b-4c94-917b-75b224b956bf tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Calling delete_port for 5f1ef98a-7335-483e-8655-aece35948e8f owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:53:26.142396 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e8b82682-f698-46c4-af43-cbab2be1d024 req-fd298503-f315-4176-a8c1-bc6f27a3f7c8 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:26.143075 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e8b82682-f698-46c4-af43-cbab2be1d024 req-fd298503-f315-4176-a8c1-bc6f27a3f7c8 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (820e1efc-f2cc-4b76-a79c-913023678825), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:26.143075 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.l3_db [req-e8b82682-f698-46c4-af43-cbab2be1d024 req-fd298503-f315-4176-a8c1-bc6f27a3f7c8 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Floating IP 820e1efc-f2cc-4b76-a79c-913023678825 disassociated. External IP: 172.27.1.125, port: 51d2b649-6b93-48cc-8e60-2002ccf154a4. Jul 28 17:53:26.143453 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-e8b82682-f698-46c4-af43-cbab2be1d024 req-fd298503-f315-4176-a8c1-bc6f27a3f7c8 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Calling delete_port for 51d2b649-6b93-48cc-8e60-2002ccf154a4 owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:53:26.228596 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:26.262383 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1d929d7e-b174-44ca-b0cc-aecc2148aec9 req-58cc7650-f38b-4c94-917b-75b224b956bf tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (5f1ef98a-7335-483e-8655-aece35948e8f), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:26.305897 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['5f1ef98a-7335-483e-8655-aece35948e8f'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:53:26.329750 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc7650-f38b-4c94-917b-75b224b956bf tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Pushing event deleted for resources: {'Port': ['ID=5f1ef98a-7335-483e-8655-aece35948e8f,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:26.341198 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4f790-6eda-425c-aebb-0e33a9da08e8 req-0d197f88-ae3f-4044-994f-2f3b0c4953c1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:26.342761 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cbb4f790-6eda-425c-aebb-0e33a9da08e8 req-0d197f88-ae3f-4044-994f-2f3b0c4953c1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 945 time: 0.0973115 Jul 28 17:53:26.424722 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d929d7e-b174-44ca-b0cc-aecc2148aec9 req-58cc7650-f38b-4c94-917b-75b224b956bf tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] No DVR routers for this DVR port 5f1ef98a-7335-483e-8655-aece35948e8f on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:53:26.431435 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1d929d7e-b174-44ca-b0cc-aecc2148aec9 req-58cc7650-f38b-4c94-917b-75b224b956bf tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:26.435536 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1d929d7e-b174-44ca-b0cc-aecc2148aec9 req-58cc7650-f38b-4c94-917b-75b224b956bf tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.100 "DELETE /v2.0/ports/5f1ef98a-7335-483e-8655-aece35948e8f HTTP/1.1" status: 204 len: 173 time: 0.8959062 Jul 28 17:53:26.435987 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3be1fb1-d628-4716-ab27-55a1c366b3ce', 'name': 'network-vif-deleted', 'tag': '5f1ef98a-7335-483e-8655-aece35948e8f'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:53:26.438246 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9148c8-4678-469a-a4d8-53077f1e8403" -d '{"events": [{"server_uuid": "e3be1fb1-d628-4716-ab27-55a1c366b3ce", "name": "network-vif-deleted", "tag": "5f1ef98a-7335-483e-8655-aece35948e8f"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:53:26.483678 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cbb4f790-6eda-425c-aebb-0e33a9da08e8 req-2056e808-5c16-419c-8e70-2f523ba16705 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=46394767-d88f-4c68-88b0-f35808d6e76d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341903 Jul 28 17:53:26.484882 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e8b82682-f698-46c4-af43-cbab2be1d024 req-fd298503-f315-4176-a8c1-bc6f27a3f7c8 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (51d2b649-6b93-48cc-8e60-2002ccf154a4), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:26.490944 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:26.496514 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c82908-62e4-488a-b265-2f4576bce12b x-openstack-request-id: req-e6c82908-62e4-488a-b265-2f4576bce12b {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:53:26.497018 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3be1fb1-d628-4716-ab27-55a1c366b3ce", "name": "network-vif-deleted", "tag": "5f1ef98a-7335-483e-8655-aece35948e8f", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:53:26.497306 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e6c82908-62e4-488a-b265-2f4576bce12b {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:53:26.497717 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c82908-62e4-488a-b265-2f4576bce12b'] response: {'server_uuid': 'e3be1fb1-d628-4716-ab27-55a1c366b3ce', 'name': 'network-vif-deleted', 'tag': '5f1ef98a-7335-483e-8655-aece35948e8f', 'status': 'completed', 'code': 200} Jul 28 17:53:26.523136 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd298503-f315-4176-a8c1-bc6f27a3f7c8 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event deleted for resources: {'Port': ['ID=51d2b649-6b93-48cc-8e60-2002ccf154a4,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:26.608769 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e407db1a-76e0-4c9b-849c-a35f17ebaf71 req-4239a723-cb06-4133-8568-fde2a710eba7 tempest-VolumesActionsTest-916486485 tempest-VolumesActionsTest-916486485-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3be1fb1-d628-4716-ab27-55a1c366b3ce HTTP/1.1" status: 200 len: 210 time: 0.0367754 Jul 28 17:53:26.676719 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8b82682-f698-46c4-af43-cbab2be1d024 req-fd298503-f315-4176-a8c1-bc6f27a3f7c8 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Router 2d47a542-f47f-47f4-96fb-ccfb58776de1 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:53:27.066247 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8b82682-f698-46c4-af43-cbab2be1d024 req-fd298503-f315-4176-a8c1-bc6f27a3f7c8 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:53:27.079998 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e85f53-528a-4ab5-8fa3-5171ab5169f1 None None] Sync routers for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:53:27.095369 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e85f53-528a-4ab5-8fa3-5171ab5169f1 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:27.096521 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-74e85f53-528a-4ab5-8fa3-5171ab5169f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:52:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:27.129989 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b82682-f698-46c4-af43-cbab2be1d024 req-fd298503-f315-4176-a8c1-bc6f27a3f7c8 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] No DVR routers for this DVR port 51d2b649-6b93-48cc-8e60-2002ccf154a4 on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:53:27.132784 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e8b82682-f698-46c4-af43-cbab2be1d024 req-fd298503-f315-4176-a8c1-bc6f27a3f7c8 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:27.136202 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e8b82682-f698-46c4-af43-cbab2be1d024 req-fd298503-f315-4176-a8c1-bc6f27a3f7c8 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "DELETE /v2.0/ports/51d2b649-6b93-48cc-8e60-2002ccf154a4 HTTP/1.1" status: 204 len: 173 time: 1.6035624 Jul 28 17:53:27.221919 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-74e85f53-528a-4ab5-8fa3-5171ab5169f1 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:53:27.424119 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:27.424628 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-74e85f53-528a-4ab5-8fa3-5171ab5169f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:27.428897 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:27.451660 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e85f53-528a-4ab5-8fa3-5171ab5169f1 None None] Checking router: 2d47a542-f47f-47f4-96fb-ccfb58776de1 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:53:27.463369 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e85f53-528a-4ab5-8fa3-5171ab5169f1 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:27.463991 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-74e85f53-528a-4ab5-8fa3-5171ab5169f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:52:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:27.561418 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:27.573716 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:27.586417 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-74e85f53-528a-4ab5-8fa3-5171ab5169f1 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:53:27.642025 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ff63ae01-719d-4690-bba7-36f47b24464c req-8a12283b-827b-45eb-9e1c-b967f71e29af tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=db521d28-6a27-47cd-b764-156c113ed677 HTTP/1.1" status: 200 len: 210 time: 0.0295663 Jul 28 17:53:27.842885 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-74e85f53-528a-4ab5-8fa3-5171ab5169f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:27.873314 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e85f53-528a-4ab5-8fa3-5171ab5169f1 None None] The sync data for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi is: [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:53:28.133092 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f1256268-1cf4-4fe3-bbf4-7015646967b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:28.198186 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a38c722-2af4-4ec8-bbc2-3eb4e6f8f061 None None] New status for floating IP 820e1efc-f2cc-4b76-a79c-913023678825: DOWN {{(pid=110738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:53:28.498504 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db521d28-6a27-47cd-b764-156c113ed677', 'name': 'network-vif-deleted', 'tag': '51d2b649-6b93-48cc-8e60-2002ccf154a4'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:53:28.500855 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31804e58-8ee6-414b-9337-fb501c423884" -d '{"events": [{"server_uuid": "db521d28-6a27-47cd-b764-156c113ed677", "name": "network-vif-deleted", "tag": "51d2b649-6b93-48cc-8e60-2002ccf154a4"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:53:28.540905 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7f9a4c-cfaf-4d8e-8306-327d8e0c28f4 x-openstack-request-id: req-fe7f9a4c-cfaf-4d8e-8306-327d8e0c28f4 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:53:28.541725 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db521d28-6a27-47cd-b764-156c113ed677", "name": "network-vif-deleted", "tag": "51d2b649-6b93-48cc-8e60-2002ccf154a4", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:53:28.542546 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fe7f9a4c-cfaf-4d8e-8306-327d8e0c28f4 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:53:28.542942 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7f9a4c-cfaf-4d8e-8306-327d8e0c28f4'] response: {'server_uuid': 'db521d28-6a27-47cd-b764-156c113ed677', 'name': 'network-vif-deleted', 'tag': '51d2b649-6b93-48cc-8e60-2002ccf154a4', 'status': 'completed', 'code': 200} Jul 28 17:53:28.738398 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 45328) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:28.793637 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a8c597ee-ce08-4af9-9e5b-9b65e50cd9ac tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (46394767-d88f-4c68-88b0-f35808d6e76d), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:28.820172 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a8c597ee-ce08-4af9-9e5b-9b65e50cd9ac tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (46394767-d88f-4c68-88b0-f35808d6e76d), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:28.874443 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a8c597ee-ce08-4af9-9e5b-9b65e50cd9ac tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (46394767-d88f-4c68-88b0-f35808d6e76d), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:28.877025 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a8c597ee-ce08-4af9-9e5b-9b65e50cd9ac tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:28.878238 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-a8c597ee-ce08-4af9-9e5b-9b65e50cd9ac tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "DELETE /v2.0/security-groups/46394767-d88f-4c68-88b0-f35808d6e76d HTTP/1.1" status: 204 len: 168 time: 0.1388204 Jul 28 17:53:28.881188 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45330) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:28.889812 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c597ee-ce08-4af9-9e5b-9b65e50cd9ac tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46394767-d88f-4c68-88b0-f35808d6e76d,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:28.896986 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.api.v2.resource [None req-d83aa6d9-7419-4abb-b545-b883ce71442e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] show failed (client error): The resource could not be found. Jul 28 17:53:28.898046 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-d83aa6d9-7419-4abb-b545-b883ce71442e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups/46394767-d88f-4c68-88b0-f35808d6e76d HTTP/1.1" status: 404 len: 347 time: 0.0152709 Jul 28 17:53:28.901519 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45332) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:29.141381 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:29.175542 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:INSERT=13,neutron:UPDATE=1,neutron:SELECT=82,neutron:DELETE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:29.243199 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-467c543b-eac2-4576-8a52-fc934d83dece tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Deleting port 19adbf2d-b566-440c-a62c-9aecace60614 {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:53:29.243550 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-467c543b-eac2-4576-8a52-fc934d83dece tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (19adbf2d-b566-440c-a62c-9aecace60614), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:29.328943 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-467c543b-eac2-4576-8a52-fc934d83dece tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (19adbf2d-b566-440c-a62c-9aecace60614), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:29.329366 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-467c543b-eac2-4576-8a52-fc934d83dece tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (19adbf2d-b566-440c-a62c-9aecace60614), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:29.342698 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-467c543b-eac2-4576-8a52-fc934d83dece tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Calling delete_port for 19adbf2d-b566-440c-a62c-9aecace60614 owned by network:floatingip {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:53:29.476452 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-467c543b-eac2-4576-8a52-fc934d83dece tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (19adbf2d-b566-440c-a62c-9aecace60614), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:29.503258 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c543b-eac2-4576-8a52-fc934d83dece tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event deleted for resources: {'Port': ['ID=19adbf2d-b566-440c-a62c-9aecace60614,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:29.564263 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-467c543b-eac2-4576-8a52-fc934d83dece tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (820e1efc-f2cc-4b76-a79c-913023678825), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:29.566506 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-467c543b-eac2-4576-8a52-fc934d83dece tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:29.567658 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-467c543b-eac2-4576-8a52-fc934d83dece tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "DELETE /v2.0/floatingips/820e1efc-f2cc-4b76-a79c-913023678825 HTTP/1.1" status: 204 len: 168 time: 0.6652813 Jul 28 17:53:29.647304 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45346) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:29.652926 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-1003aaeb-59b7-43eb-8410-7e2c2598d99c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--779679711', 'description': 'tempest-description--302881191'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:53:29.674811 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1003aaeb-59b7-43eb-8410-7e2c2598d99c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:29.746824 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1003aaeb-59b7-43eb-8410-7e2c2598d99c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (1ff9acf6-5043-448b-92f7-c0234fe53cb6), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:29.750939 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1003aaeb-59b7-43eb-8410-7e2c2598d99c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (1ff9acf6-5043-448b-92f7-c0234fe53cb6), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:29.769378 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:29.782972 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-1003aaeb-59b7-43eb-8410-7e2c2598d99c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:29.784198 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-1003aaeb-59b7-43eb-8410-7e2c2598d99c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1358900 Jul 28 17:53:29.786799 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003aaeb-59b7-43eb-8410-7e2c2598d99c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff9acf6-5043-448b-92f7-c0234fe53cb6,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:29.787497 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 45348) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:29.794142 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-a89d77ed-ac26-4a36-b8f9-f0d6e1d75af1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'security_group_rule': {'security_group_id': '1ff9acf6-5043-448b-92f7-c0234fe53cb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:53:29.822928 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a89d77ed-ac26-4a36-b8f9-f0d6e1d75af1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (9849d3bf-b7ed-4a1d-945a-2517bed07a07), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:29.877954 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a89d77ed-ac26-4a36-b8f9-f0d6e1d75af1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (9849d3bf-b7ed-4a1d-945a-2517bed07a07), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:29.881538 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a89d77ed-ac26-4a36-b8f9-f0d6e1d75af1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (9849d3bf-b7ed-4a1d-945a-2517bed07a07), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:29.901369 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d77ed-ac26-4a36-b8f9-f0d6e1d75af1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9849d3bf-b7ed-4a1d-945a-2517bed07a07,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:29.909593 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-a89d77ed-ac26-4a36-b8f9-f0d6e1d75af1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:29.910763 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-a89d77ed-ac26-4a36-b8f9-f0d6e1d75af1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210299 Jul 28 17:53:29.913858 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 45350) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:29.918375 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-7a02410c-6283-47d2-bdb9-12309eb2761a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'security_group_rule': {'security_group_id': '1ff9acf6-5043-448b-92f7-c0234fe53cb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:53:29.947059 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7a02410c-6283-47d2-bdb9-12309eb2761a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (1493d10e-c82d-4f08-9608-7e996775ef0b), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:29.994256 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:30.005054 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7a02410c-6283-47d2-bdb9-12309eb2761a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (1493d10e-c82d-4f08-9608-7e996775ef0b), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.008460 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7a02410c-6283-47d2-bdb9-12309eb2761a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (1493d10e-c82d-4f08-9608-7e996775ef0b), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.032207 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02410c-6283-47d2-bdb9-12309eb2761a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1493d10e-c82d-4f08-9608-7e996775ef0b,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:30.037338 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7a02410c-6283-47d2-bdb9-12309eb2761a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.038722 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-7a02410c-6283-47d2-bdb9-12309eb2761a tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237276 Jul 28 17:53:30.041788 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 45352) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:30.046227 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'floatingip': {'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:53:30.067548 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.136706 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:30.149059 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.260501 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Allocated IP 172.27.1.18 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/e9b1d766-8560-4b7c-b063-dd845fbfa059) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:53:30.363322 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for port (e9b1d766-8560-4b7c-b063-dd845fbfa059), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.396223 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (e9b1d766-8560-4b7c-b063-dd845fbfa059), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.440790 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:53:30.445581 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:53:30.450364 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:53:30.450974 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 51d2b649-6b93-48cc-8e60-2002ccf154a4 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:53:30.453742 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'Port': ['ID=e9b1d766-8560-4b7c-b063-dd845fbfa059,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:30.470526 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: 51d2b649-6b93-48cc-8e60-2002ccf154a4 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:53:30.470982 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 51d2b649-6b93-48cc-8e60-2002ccf154a4 not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:53:30.471405 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 5f1ef98a-7335-483e-8655-aece35948e8f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:53:30.489350 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: 5f1ef98a-7335-483e-8655-aece35948e8f {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:53:30.489706 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 5f1ef98a-7335-483e-8655-aece35948e8f not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:53:30.534217 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (e272a574-1b73-4966-90b3-6efd09204fe7), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.575129 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (e9b1d766-8560-4b7c-b063-dd845fbfa059), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.723527 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for port (e9b1d766-8560-4b7c-b063-dd845fbfa059), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.727941 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (e9b1d766-8560-4b7c-b063-dd845fbfa059), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.754815 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:30.803284 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'Port': ['ID=e9b1d766-8560-4b7c-b063-dd845fbfa059,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:30.817844 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (e272a574-1b73-4966-90b3-6efd09204fe7), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.827926 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:30.837006 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.838291 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-7ef3fb4c-5711-43bb-9f1b-8020386f4260 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7955656 Jul 28 17:53:30.913548 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.962858 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:31.046542 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-7f45e7a3-d125-4e0b-9cb7-c0a35a5d2bb2 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--779679711&fields=id&tenant_id=72a9ad9df4f84c658e9964f1a0c0b282 HTTP/1.1" status: 200 len: 267 time: 0.0433753 Jul 28 17:53:31.154650 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-09778281-6a1e-4e3e-bcc6-9f5f10bd1a71 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:31.156099 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-09778281-6a1e-4e3e-bcc6-9f5f10bd1a71 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 815 time: 0.1032040 Jul 28 17:53:31.171164 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-c3b00ab2-6b64-46cb-af79-625bb4efe6b1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/quotas/72a9ad9df4f84c658e9964f1a0c0b282 HTTP/1.1" status: 200 len: 375 time: 0.0096841 Jul 28 17:53:31.220046 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-553df1e4-88fb-4029-ad7b-599fa1dc501e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438302 Jul 28 17:53:31.319459 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-94a0b318-202e-411f-a61e-23d6c57c2abd service neutron] 10.222.0.89 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871124 Jul 28 17:53:31.412329 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-b7be1ebc-05d3-4406-8a9e-6a2866532d14 service neutron] 10.222.0.89 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864735 Jul 28 17:53:31.442109 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:31.576073 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-0309542f-438f-465c-ada0-c58f6dbdc97b req-97fe14df-4ec9-46f4-b03f-6538e2bbecf0 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 210 time: 0.0290298 Jul 28 17:53:32.682251 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-bc5fdc43-924f-4996-9c7f-d87401e9e5e0 req-e3bb24e9-b948-44ab-9010-eceb08bb6753 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 210 time: 0.0319448 Jul 28 17:53:33.785256 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ae3341b0-536f-4136-ad5e-f014d3c6c1d8 req-bf614491-c5ed-4fcf-af2d-b5022c1ddb22 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 210 time: 0.0286334 Jul 28 17:53:34.885701 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9ef76d50-e2ea-43a3-bfce-3abd089676f4 req-5349d8d2-07cb-49c1-b99c-dc1f85384af2 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 210 time: 0.0275936 Jul 28 17:53:35.236589 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-a45ffcba-1be6-4442-925e-a6d7d5383ac4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:35.238217 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-a45ffcba-1be6-4442-925e-a6d7d5383ac4 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 815 time: 0.1098492 Jul 28 17:53:35.329927 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-14c4e334-2ee8-43be-9d9b-6ba2e8a5be8e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72a9ad9df4f84c658e9964f1a0c0b282 HTTP/1.1" status: 200 len: 379 time: 0.0575297 Jul 28 17:53:35.424658 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-0ccf4909-71eb-4812-ad16-106749133027 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'port': {'device_id': '05d292fc-1ec6-4cd3-80a1-bf198ce23c9d', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'admin_state_up': True, 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'security_groups': ['1ff9acf6-5043-448b-92f7-c0234fe53cb6']}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:53:35.535599 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-0ccf4909-71eb-4812-ad16-106749133027 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Made reservation on behalf of 72a9ad9df4f84c658e9964f1a0c0b282 for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:53:35.539328 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-0ccf4909-71eb-4812-ad16-106749133027 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:35.706927 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-0ccf4909-71eb-4812-ad16-106749133027 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Allocated IP 172.20.0.8 (4c7de1cf-fa0f-482c-9686-4fc41e18afb7/adcc443e-ff8a-4ec1-b3aa-5572612cf945/b174a02c-65dd-4088-977c-9d0a804e228d) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:53:35.749365 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:35.800993 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:35.879542 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-0ccf4909-71eb-4812-ad16-106749133027 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for port (b174a02c-65dd-4088-977c-9d0a804e228d), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:35.916279 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-0ccf4909-71eb-4812-ad16-106749133027 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (b174a02c-65dd-4088-977c-9d0a804e228d), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:35.993986 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-0ccf4909-71eb-4812-ad16-106749133027 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:53:35.996088 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-0ccf4909-71eb-4812-ad16-106749133027 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:53:35.998481 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf4909-71eb-4812-ad16-106749133027 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'Port': ['ID=b174a02c-65dd-4088-977c-9d0a804e228d,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:36.001073 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-0ccf4909-71eb-4812-ad16-106749133027 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:53:36.049581 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4789f-11a2-40d0-b0c7-80f40553f559 req-c5fe2cb2-a1f5-4de9-b3b0-7a4b25cb06cb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:36.056992 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-dec4789f-11a2-40d0-b0c7-80f40553f559 req-c5fe2cb2-a1f5-4de9-b3b0-7a4b25cb06cb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 931 time: 0.0775712 Jul 28 17:53:36.065208 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-0ccf4909-71eb-4812-ad16-106749133027 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:36.065889 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-0ccf4909-71eb-4812-ad16-106749133027 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:36.097411 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-0ccf4909-71eb-4812-ad16-106749133027 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6765678 Jul 28 17:53:36.112762 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-dec4789f-11a2-40d0-b0c7-80f40553f559 req-5b8d22d7-2bb0-412a-a437-85e545a2d3ab tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=1ff9acf6-5043-448b-92f7-c0234fe53cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537961 Jul 28 17:53:36.121087 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Request body: {'port': {'device_id': '05d292fc-1ec6-4cd3-80a1-bf198ce23c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:53:36.200907 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (b174a02c-65dd-4088-977c-9d0a804e228d), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:36.335530 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-6370b43c-7fc8-4a31-8da7-3e78169f9b7b None None] Provisioning complete for port b174a02c-65dd-4088-977c-9d0a804e228d triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:53:36.336109 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-6370b43c-7fc8-4a31-8da7-3e78169f9b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (b174a02c-65dd-4088-977c-9d0a804e228d), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:36.372388 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-6370b43c-7fc8-4a31-8da7-3e78169f9b7b None None] Port b174a02c-65dd-4088-977c-9d0a804e228d cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:53:36.550065 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b174a02c-65dd-4088-977c-9d0a804e228d {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:53:36.559680 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Publish callbacks [] for port (b174a02c-65dd-4088-977c-9d0a804e228d), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:36.574509 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Transition to ACTIVE for port object b174a02c-65dd-4088-977c-9d0a804e228d will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:53:36.579118 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (b174a02c-65dd-4088-977c-9d0a804e228d), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:36.647857 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Pushing event updated for resources: {'Port': ['ID=b174a02c-65dd-4088-977c-9d0a804e228d,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:36.679387 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:36.739502 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Attempting to bind port b174a02c-65dd-4088-977c-9d0a804e228d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:53:36.739502 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Attempting to bind port b174a02c-65dd-4088-977c-9d0a804e228d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:53:36.739502 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Attempting to bind port b174a02c-65dd-4088-977c-9d0a804e228d on network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:53:36.743970 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Port b174a02c-65dd-4088-977c-9d0a804e228d on network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:53:36.744326 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Attempting to bind port b174a02c-65dd-4088-977c-9d0a804e228d on network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:53:36.750113 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:53:36.750383 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Checking segment: {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:53:36.750755 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Bound using segment: {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:53:36.751173 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Bound port: b174a02c-65dd-4088-977c-9d0a804e228d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:53:36.751533 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (b174a02c-65dd-4088-977c-9d0a804e228d), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:36.832378 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] For port b174a02c-65dd-4088-977c-9d0a804e228d, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:53:36.835919 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] For port b174a02c-65dd-4088-977c-9d0a804e228d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b174a02c-65dd-4088-977c-9d0a804e228d,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:53:36.845492 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (b174a02c-65dd-4088-977c-9d0a804e228d), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:36.881669 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:36.882654 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:36.884304 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] 10.222.0.100 "PUT /v2.0/ports/b174a02c-65dd-4088-977c-9d0a804e228d HTTP/1.1" status: 200 len: 1093 time: 0.7682593 Jul 28 17:53:36.885729 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d292fc-1ec6-4cd3-80a1-bf198ce23c9d', 'tag': 'b174a02c-65dd-4088-977c-9d0a804e228d'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:53:36.890974 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c2d268-f3d8-4faf-ae42-c687b9db3418" -d '{"events": [{"name": "network-changed", "server_uuid": "05d292fc-1ec6-4cd3-80a1-bf198ce23c9d", "tag": "b174a02c-65dd-4088-977c-9d0a804e228d"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:53:36.973094 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:36.978426 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86483381-423d-481e-9aaf-5e32b1eb7f77 service neutron] Pushing event updated for resources: {'Port': ['ID=b174a02c-65dd-4088-977c-9d0a804e228d,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:37.022766 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9805e2-6b10-4f65-b412-edfb9e5e6780 x-openstack-request-id: req-7d9805e2-6b10-4f65-b412-edfb9e5e6780 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:53:37.023066 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d292fc-1ec6-4cd3-80a1-bf198ce23c9d", "tag": "b174a02c-65dd-4088-977c-9d0a804e228d", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:53:37.023363 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7d9805e2-6b10-4f65-b412-edfb9e5e6780 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:53:37.023781 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9805e2-6b10-4f65-b412-edfb9e5e6780'] response: {'name': 'network-changed', 'server_uuid': '05d292fc-1ec6-4cd3-80a1-bf198ce23c9d', 'tag': 'b174a02c-65dd-4088-977c-9d0a804e228d', 'status': 'completed', 'code': 200} Jul 28 17:53:37.039529 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-af895b47-f8a1-4406-b642-37b89260e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:37.041218 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-af895b47-f8a1-4406-b642-37b89260e02d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 1127 time: 0.0870869 Jul 28 17:53:37.131332 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-6556f6cd-1225-49bf-a41d-4633efdf62e1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b174a02c-65dd-4088-977c-9d0a804e228d HTTP/1.1" status: 200 len: 217 time: 0.0726793 Jul 28 17:53:37.210109 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-286632c6-7aee-4de9-8804-d67a030229a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:37.216795 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-286632c6-7aee-4de9-8804-d67a030229a0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=adcc443e-ff8a-4ec1-b3aa-5572612cf945 HTTP/1.1" status: 200 len: 854 time: 0.0781384 Jul 28 17:53:37.300635 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-6791ea56-87d3-49e1-b183-2eee04006b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:37.302513 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-6791ea56-87d3-49e1-b183-2eee04006b18 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0761187 Jul 28 17:53:37.364594 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae0692-161a-46cc-8e4b-6a7f9f05b49a req-b4497312-1659-4ef2-a12d-2ee07631faa1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:37.367478 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1eae0692-161a-46cc-8e4b-6a7f9f05b49a req-b4497312-1659-4ef2-a12d-2ee07631faa1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 943 time: 0.0920458 Jul 28 17:53:37.425218 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-b0c82adb-0d2f-4271-b8d4-326c18206412 service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137094 Jul 28 17:53:37.445661 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1eae0692-161a-46cc-8e4b-6a7f9f05b49a req-3b76a647-80b5-4ccf-a54a-4e57f597bdee tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=1ff9acf6-5043-448b-92f7-c0234fe53cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705454 Jul 28 17:53:37.535863 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7052a8d3-7b92-448f-b944-47cb82f54c87 req-fb884ccc-8c0f-4775-93b9-5d034d60754f service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049964 Jul 28 17:53:38.270683 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:38.280356 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=5 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:38.575533 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad41869-8ec5-42e8-8370-8a2d2aa19e70 req-15e215e2-c538-4106-b2a8-e42abefe2ae6 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:38.577566 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fad41869-8ec5-42e8-8370-8a2d2aa19e70 req-15e215e2-c538-4106-b2a8-e42abefe2ae6 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 943 time: 0.0553131 Jul 28 17:53:38.657195 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-fad41869-8ec5-42e8-8370-8a2d2aa19e70 req-04ff3d18-a878-4952-ae7e-f2f53d3bc9a2 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=1ff9acf6-5043-448b-92f7-c0234fe53cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674605 Jul 28 17:53:38.693766 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2d268-f3d8-4faf-ae42-c687b9db3418 req-02bd9d8c-82e6-4848-9a23-477addefd624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:38.695271 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a7c2d268-f3d8-4faf-ae42-c687b9db3418 req-02bd9d8c-82e6-4848-9a23-477addefd624 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 1127 time: 0.0535018 Jul 28 17:53:38.800956 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 45484) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:38.939838 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8ecc205b-0f7e-47f6-be2d-188f11975c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:39.071838 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:39.074726 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8ecc205b-0f7e-47f6-be2d-188f11975c24 admin admin] Publish callbacks [] for security_group (ff33a838-86e3-48bb-a2c0-9a847a529e51), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:39.080382 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8ecc205b-0f7e-47f6-be2d-188f11975c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (ff33a838-86e3-48bb-a2c0-9a847a529e51), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:39.144486 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-8ecc205b-0f7e-47f6-be2d-188f11975c24 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c216496b297e4ad5875a43450574fa45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395710 Jul 28 17:53:39.144761 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45492) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:39.152273 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc205b-0f7e-47f6-be2d-188f11975c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff33a838-86e3-48bb-a2c0-9a847a529e51,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:39.172037 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2d268-f3d8-4faf-ae42-c687b9db3418 req-8b08216d-c471-44d9-8254-7f772753b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:39.174040 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a7c2d268-f3d8-4faf-ae42-c687b9db3418 req-8b08216d-c471-44d9-8254-7f772753b29a service neutron] 10.222.0.100 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 917 time: 0.1693506 Jul 28 17:53:39.228567 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc52c-1360-461a-b66d-1b37fca880c6 admin admin] Publish callbacks [] for security_group (ff33a838-86e3-48bb-a2c0-9a847a529e51), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:39.235952 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a7c2d268-f3d8-4faf-ae42-c687b9db3418 req-6f9ded75-aa0b-4f94-99a9-85d14df95f71 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b174a02c-65dd-4088-977c-9d0a804e228d HTTP/1.1" status: 200 len: 217 time: 0.0493355 Jul 28 17:53:39.256644 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc52c-1360-461a-b66d-1b37fca880c6 admin admin] Publish callbacks [] for security_group (ff33a838-86e3-48bb-a2c0-9a847a529e51), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:39.338875 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc52c-1360-461a-b66d-1b37fca880c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (ff33a838-86e3-48bb-a2c0-9a847a529e51), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:39.341501 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc52c-1360-461a-b66d-1b37fca880c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:39.342655 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-c3dcc52c-1360-461a-b66d-1b37fca880c6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ff33a838-86e3-48bb-a2c0-9a847a529e51 HTTP/1.1" status: 204 len: 168 time: 0.1973002 Jul 28 17:53:39.350560 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcc52c-1360-461a-b66d-1b37fca880c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff33a838-86e3-48bb-a2c0-9a847a529e51,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:39.460449 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device b174a02c-65dd-4088-977c-9d0a804e228d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:53:39.515298 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2d268-f3d8-4faf-ae42-c687b9db3418 req-e14d4a6f-cc70-4673-90fd-e3832bd72588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:39.517851 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a7c2d268-f3d8-4faf-ae42-c687b9db3418 req-e14d4a6f-cc70-4673-90fd-e3832bd72588 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=adcc443e-ff8a-4ec1-b3aa-5572612cf945 HTTP/1.1" status: 200 len: 854 time: 0.0749509 Jul 28 17:53:39.594269 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2d268-f3d8-4faf-ae42-c687b9db3418 req-d439476e-f633-4e62-b50c-b6e8b2c7a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:39.595813 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a7c2d268-f3d8-4faf-ae42-c687b9db3418 req-d439476e-f633-4e62-b50c-b6e8b2c7a4aa service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0688102 Jul 28 17:53:39.623968 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port b174a02c-65dd-4088-977c-9d0a804e228d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b174a02c-65dd-4088-977c-9d0a804e228d,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:39.642128 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': 'b174a02c-65dd-4088-977c-9d0a804e228d', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'port_id': 'b174a02c-65dd-4088-977c-9d0a804e228d', 'mac_address': 'fa:16:3e:d0:f4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:53:39.697135 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port b174a02c-65dd-4088-977c-9d0a804e228d is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:53:39.699057 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (b174a02c-65dd-4088-977c-9d0a804e228d), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:39.727622 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b174a02c-65dd-4088-977c-9d0a804e228d {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:53:39.741881 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45504) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:39.762901 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e909-bbdd-4578-8902-898cbf60eee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:39.764135 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port b174a02c-65dd-4088-977c-9d0a804e228d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b174a02c-65dd-4088-977c-9d0a804e228d,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:39.769950 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (b174a02c-65dd-4088-977c-9d0a804e228d), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:39.799295 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a7c2d268-f3d8-4faf-ae42-c687b9db3418 req-330486a2-ff5c-498c-a182-c92e948a8b9b service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936245 Jul 28 17:53:39.846235 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=b174a02c-65dd-4088-977c-9d0a804e228d,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:39.880544 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3745df8-691f-4908-923b-9a20b566d54b req-8a3a9811-00b0-4f3f-903b-d9ad33b36e85 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:39.882353 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a3745df8-691f-4908-923b-9a20b566d54b req-8a3a9811-00b0-4f3f-903b-d9ad33b36e85 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 944 time: 0.1120064 Jul 28 17:53:39.893171 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:39.905113 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:39.963267 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a7c2d268-f3d8-4faf-ae42-c687b9db3418 req-0d727076-a073-42f7-8224-af348f33c579 service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575089 Jul 28 17:53:39.978559 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a3745df8-691f-4908-923b-9a20b566d54b req-7876bd77-314a-4066-81bb-8ed7b9574a95 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=1ff9acf6-5043-448b-92f7-c0234fe53cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837281 Jul 28 17:53:40.021273 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e909-bbdd-4578-8902-898cbf60eee4 admin admin] Publish callbacks [] for security_group (63a7ed91-a87a-442c-a80c-77b93697fbb7), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:40.026705 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e909-bbdd-4578-8902-898cbf60eee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (63a7ed91-a87a-442c-a80c-77b93697fbb7), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:40.091168 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-ebb5e909-bbdd-4578-8902-898cbf60eee4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=08bde4c16d254e27a89d05ec3276c7af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479023 Jul 28 17:53:40.092400 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5e909-bbdd-4578-8902-898cbf60eee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a7ed91-a87a-442c-a80c-77b93697fbb7,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:40.093925 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 45510) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:40.121428 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['b174a02c-65dd-4088-977c-9d0a804e228d'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:53:40.156170 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d31a9c9d-38b6-493d-9e7b-5d5d1fa6659d admin admin] Publish callbacks [] for security_group (63a7ed91-a87a-442c-a80c-77b93697fbb7), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:40.175250 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:40.182527 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d31a9c9d-38b6-493d-9e7b-5d5d1fa6659d admin admin] Publish callbacks [] for security_group (63a7ed91-a87a-442c-a80c-77b93697fbb7), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:40.238944 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d31a9c9d-38b6-493d-9e7b-5d5d1fa6659d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (63a7ed91-a87a-442c-a80c-77b93697fbb7), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:40.242722 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d31a9c9d-38b6-493d-9e7b-5d5d1fa6659d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:40.247980 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-d31a9c9d-38b6-493d-9e7b-5d5d1fa6659d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/63a7ed91-a87a-442c-a80c-77b93697fbb7 HTTP/1.1" status: 204 len: 168 time: 0.1490924 Jul 28 17:53:40.253778 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a9c9d-38b6-493d-9e7b-5d5d1fa6659d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a7ed91-a87a-442c-a80c-77b93697fbb7,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:41.156559 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d552c-3049-4d74-b68b-9c1394c05ea0 req-2186ced6-9b05-45a4-bcca-62b88622b2d7 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:41.158445 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-038d552c-3049-4d74-b68b-9c1394c05ea0 req-2186ced6-9b05-45a4-bcca-62b88622b2d7 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 944 time: 0.0763204 Jul 28 17:53:41.234572 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-038d552c-3049-4d74-b68b-9c1394c05ea0 req-342bca82-bab9-4d9b-863e-eee12ae0b452 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=1ff9acf6-5043-448b-92f7-c0234fe53cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700879 Jul 28 17:53:41.479002 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device b174a02c-65dd-4088-977c-9d0a804e228d up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:53:41.550422 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port b174a02c-65dd-4088-977c-9d0a804e228d completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:53:41.558620 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port b174a02c-65dd-4088-977c-9d0a804e228d triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:53:41.559314 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (b174a02c-65dd-4088-977c-9d0a804e228d), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:41.669915 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port b174a02c-65dd-4088-977c-9d0a804e228d is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:53:41.670828 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (b174a02c-65dd-4088-977c-9d0a804e228d), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:41.685025 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:41.701304 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d292fc-1ec6-4cd3-80a1-bf198ce23c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b174a02c-65dd-4088-977c-9d0a804e228d'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:53:41.704551 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b605e0-4da1-4956-a60d-1e591197792f" -d '{"events": [{"server_uuid": "05d292fc-1ec6-4cd3-80a1-bf198ce23c9d", "name": "network-vif-plugged", "status": "completed", "tag": "b174a02c-65dd-4088-977c-9d0a804e228d"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:53:41.745319 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port b174a02c-65dd-4088-977c-9d0a804e228d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b174a02c-65dd-4088-977c-9d0a804e228d,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:41.750567 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (b174a02c-65dd-4088-977c-9d0a804e228d), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:41.797469 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28683b89-632d-4973-834f-740aa5d84ee3 x-openstack-request-id: req-28683b89-632d-4973-834f-740aa5d84ee3 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:53:41.798031 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d292fc-1ec6-4cd3-80a1-bf198ce23c9d", "name": "network-vif-plugged", "status": "completed", "tag": "b174a02c-65dd-4088-977c-9d0a804e228d", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:53:41.799414 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-28683b89-632d-4973-834f-740aa5d84ee3 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:53:41.800110 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28683b89-632d-4973-834f-740aa5d84ee3'] response: {'server_uuid': '05d292fc-1ec6-4cd3-80a1-bf198ce23c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b174a02c-65dd-4088-977c-9d0a804e228d', 'code': 200} Jul 28 17:53:41.840996 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=b174a02c-65dd-4088-977c-9d0a804e228d,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:42.062578 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d820dd-228a-4abb-876a-95635724c94f req-032701c1-b80a-4d8b-a42a-04a2a1327ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:42.065215 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b4d820dd-228a-4abb-876a-95635724c94f req-032701c1-b80a-4d8b-a42a-04a2a1327ff7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 1129 time: 0.0565560 Jul 28 17:53:42.148141 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b4d820dd-228a-4abb-876a-95635724c94f req-5f4e9b1f-7baa-4910-b674-d2d3fde97b75 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1ff9acf6-5043-448b-92f7-c0234fe53cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718818 Jul 28 17:53:42.403078 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f409b1-652e-4501-95e6-d56ef5e91a99 req-983b1cca-da5e-43ce-922f-c42df51b2006 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:42.404863 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-11f409b1-652e-4501-95e6-d56ef5e91a99 req-983b1cca-da5e-43ce-922f-c42df51b2006 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 945 time: 0.0693955 Jul 28 17:53:42.464323 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-11f409b1-652e-4501-95e6-d56ef5e91a99 req-f3498eeb-1cd5-4e16-8457-0838edb82515 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=1ff9acf6-5043-448b-92f7-c0234fe53cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535338 Jul 28 17:53:42.958476 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 45604) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:43.089727 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-39eb590e-69de-4635-b37c-40dff8890bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:43.129621 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:43.182981 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-39eb590e-69de-4635-b37c-40dff8890bfd admin admin] Publish callbacks [] for security_group (3781eb14-48c3-4c9d-b7f6-df8d839698c0), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:43.188655 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-39eb590e-69de-4635-b37c-40dff8890bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (3781eb14-48c3-4c9d-b7f6-df8d839698c0), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:43.234784 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45608) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:43.238194 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-39eb590e-69de-4635-b37c-40dff8890bfd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=82a9c61f73594105844658e5abf067dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779591 Jul 28 17:53:43.239877 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb590e-69de-4635-b37c-40dff8890bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3781eb14-48c3-4c9d-b7f6-df8d839698c0,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:43.270688 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:43.310044 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b59f1749-e6ea-4e6b-a520-498fabd0997c admin admin] Publish callbacks [] for security_group (3781eb14-48c3-4c9d-b7f6-df8d839698c0), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:43.335037 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b59f1749-e6ea-4e6b-a520-498fabd0997c admin admin] Publish callbacks [] for security_group (3781eb14-48c3-4c9d-b7f6-df8d839698c0), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:43.389708 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b59f1749-e6ea-4e6b-a520-498fabd0997c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (3781eb14-48c3-4c9d-b7f6-df8d839698c0), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:43.392557 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-b59f1749-e6ea-4e6b-a520-498fabd0997c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:43.393740 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-b59f1749-e6ea-4e6b-a520-498fabd0997c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3781eb14-48c3-4c9d-b7f6-df8d839698c0 HTTP/1.1" status: 204 len: 168 time: 0.1579261 Jul 28 17:53:43.414117 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f1749-e6ea-4e6b-a520-498fabd0997c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3781eb14-48c3-4c9d-b7f6-df8d839698c0,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:43.625689 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af451ee2-2602-461f-ba41-6dcb3ae92c59 req-03429dd4-d1b6-4d17-9f24-8235c5a16ad3 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:43.634098 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-af451ee2-2602-461f-ba41-6dcb3ae92c59 req-03429dd4-d1b6-4d17-9f24-8235c5a16ad3 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 945 time: 0.0660698 Jul 28 17:53:43.701401 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-af451ee2-2602-461f-ba41-6dcb3ae92c59 req-5cb28de0-4559-4b87-972d-ef7868297d00 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=1ff9acf6-5043-448b-92f7-c0234fe53cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653741 Jul 28 17:53:43.764758 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45616) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:43.780027 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-997ad333-d6cd-4dc8-9067-46132029058e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:43.886884 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-997ad333-d6cd-4dc8-9067-46132029058e admin admin] Publish callbacks [] for security_group (0037ffd9-9f03-4385-aed0-e3bc54145883), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:43.891513 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-997ad333-d6cd-4dc8-9067-46132029058e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (0037ffd9-9f03-4385-aed0-e3bc54145883), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:43.933777 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ad333-d6cd-4dc8-9067-46132029058e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0037ffd9-9f03-4385-aed0-e3bc54145883,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:43.938765 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-997ad333-d6cd-4dc8-9067-46132029058e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=59151d06ba1f4c7b8a8dd0b34af9729b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1729305 Jul 28 17:53:43.941351 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45618) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:43.998912 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c175c83f-a9b9-4396-8118-bd03196022e6 admin admin] Publish callbacks [] for security_group (0037ffd9-9f03-4385-aed0-e3bc54145883), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:44.024952 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c175c83f-a9b9-4396-8118-bd03196022e6 admin admin] Publish callbacks [] for security_group (0037ffd9-9f03-4385-aed0-e3bc54145883), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:44.100380 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c175c83f-a9b9-4396-8118-bd03196022e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (0037ffd9-9f03-4385-aed0-e3bc54145883), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:44.103614 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c175c83f-a9b9-4396-8118-bd03196022e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:44.104989 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-c175c83f-a9b9-4396-8118-bd03196022e6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0037ffd9-9f03-4385-aed0-e3bc54145883 HTTP/1.1" status: 204 len: 168 time: 0.1625030 Jul 28 17:53:44.113983 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175c83f-a9b9-4396-8118-bd03196022e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0037ffd9-9f03-4385-aed0-e3bc54145883,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:44.847582 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68390631-57f0-4d89-a977-91e24ba94300 req-79f36cd6-e5b9-4077-b458-4644e6e4d22b tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:44.849176 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68390631-57f0-4d89-a977-91e24ba94300 req-79f36cd6-e5b9-4077-b458-4644e6e4d22b tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 945 time: 0.0714498 Jul 28 17:53:44.920508 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-68390631-57f0-4d89-a977-91e24ba94300 req-b5ae2145-e467-409f-b8aa-7a97a1495018 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=1ff9acf6-5043-448b-92f7-c0234fe53cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610504 Jul 28 17:53:45.086567 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c003eb5-5d84-4aa5-a53c-0e6bdeee594a req-add7e498-7eff-4c93-bd37-06bad9c865f1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:45.094457 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9c003eb5-5d84-4aa5-a53c-0e6bdeee594a req-add7e498-7eff-4c93-bd37-06bad9c865f1 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 945 time: 0.0976276 Jul 28 17:53:45.100503 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 45652) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:45.107049 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-f590d140-28c9-4ebe-9135-538f849f31bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'floatingip': {'port_id': 'b174a02c-65dd-4088-977c-9d0a804e228d'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:53:45.188205 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f590d140-28c9-4ebe-9135-538f849f31bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (e272a574-1b73-4966-90b3-6efd09204fe7), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:45.504975 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:45.795837 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f590d140-28c9-4ebe-9135-538f849f31bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:45.800261 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f590d140-28c9-4ebe-9135-538f849f31bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (e272a574-1b73-4966-90b3-6efd09204fe7), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:45.930198 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.l3_db [None req-f590d140-28c9-4ebe-9135-538f849f31bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Floating IP e272a574-1b73-4966-90b3-6efd09204fe7 associated. External IP: 172.27.1.18, port: b174a02c-65dd-4088-977c-9d0a804e228d. Jul 28 17:53:46.200038 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f590d140-28c9-4ebe-9135-538f849f31bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Router 2d47a542-f47f-47f4-96fb-ccfb58776de1 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:53:46.309147 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:53:46.337324 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f590d140-28c9-4ebe-9135-538f849f31bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:53:46.344033 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-f590d140-28c9-4ebe-9135-538f849f31bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:46.346134 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:46.364413 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cce5d9a-7e65-46bb-b335-93b5e62c7c74 None None] Sync routers for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:53:46.387187 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce5d9a-7e65-46bb-b335-93b5e62c7c74 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:46.387829 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-4cce5d9a-7e65-46bb-b335-93b5e62c7c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:53:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:46.393136 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-f590d140-28c9-4ebe-9135-538f849f31bd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "PUT /v2.0/floatingips/e272a574-1b73-4966-90b3-6efd09204fe7 HTTP/1.1" status: 200 len: 990 time: 1.2905786 Jul 28 17:53:46.393941 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d292fc-1ec6-4cd3-80a1-bf198ce23c9d', 'tag': 'b174a02c-65dd-4088-977c-9d0a804e228d'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:53:46.396322 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d66ced2-d7c2-4023-bc04-e92e955080fc" -d '{"events": [{"name": "network-changed", "server_uuid": "05d292fc-1ec6-4cd3-80a1-bf198ce23c9d", "tag": "b174a02c-65dd-4088-977c-9d0a804e228d"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:53:46.457022 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9f983b-64fb-4e9e-87c5-81a4bf16d428 x-openstack-request-id: req-7a9f983b-64fb-4e9e-87c5-81a4bf16d428 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:53:46.457609 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d292fc-1ec6-4cd3-80a1-bf198ce23c9d", "tag": "b174a02c-65dd-4088-977c-9d0a804e228d", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:53:46.458052 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7a9f983b-64fb-4e9e-87c5-81a4bf16d428 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:53:46.458664 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9f983b-64fb-4e9e-87c5-81a4bf16d428'] response: {'name': 'network-changed', 'server_uuid': '05d292fc-1ec6-4cd3-80a1-bf198ce23c9d', 'tag': 'b174a02c-65dd-4088-977c-9d0a804e228d', 'status': 'completed', 'code': 200} Jul 28 17:53:46.532509 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-4cce5d9a-7e65-46bb-b335-93b5e62c7c74 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:53:46.591611 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66ced2-d7c2-4023-bc04-e92e955080fc req-8cd20b55-0fa1-4c92-bb0c-c366d52148f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:46.595839 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4d66ced2-d7c2-4023-bc04-e92e955080fc req-8cd20b55-0fa1-4c92-bb0c-c366d52148f6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 1129 time: 0.0814228 Jul 28 17:53:46.780800 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66ced2-d7c2-4023-bc04-e92e955080fc req-b0e99fae-6b71-423b-80bc-5e3fd0719767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:46.782547 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4d66ced2-d7c2-4023-bc04-e92e955080fc req-b0e99fae-6b71-423b-80bc-5e3fd0719767 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 917 time: 0.1800692 Jul 28 17:53:46.863405 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4d66ced2-d7c2-4023-bc04-e92e955080fc req-c06ee8db-3ea0-4378-b36a-b5805881cf94 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b174a02c-65dd-4088-977c-9d0a804e228d HTTP/1.1" status: 200 len: 998 time: 0.0726602 Jul 28 17:53:46.877494 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:46.969992 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-4cce5d9a-7e65-46bb-b335-93b5e62c7c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'e272a574-1b73-4966-90b3-6efd09204fe7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': 'b174a02c-65dd-4088-977c-9d0a804e228d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:d0:f4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d292fc-1ec6-4cd3-80a1-bf198ce23c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:53:30Z', 'updated_at': '2022-07-28T17:53:45Z', 'revision_number': 1, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:46.998144 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cce5d9a-7e65-46bb-b335-93b5e62c7c74 None None] Checking router: 2d47a542-f47f-47f4-96fb-ccfb58776de1 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:53:47.010493 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce5d9a-7e65-46bb-b335-93b5e62c7c74 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:47.012318 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-4cce5d9a-7e65-46bb-b335-93b5e62c7c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:53:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:47.124822 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:47.163260 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-4cce5d9a-7e65-46bb-b335-93b5e62c7c74 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:53:47.197018 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66ced2-d7c2-4023-bc04-e92e955080fc req-3375083a-88a6-41ff-ab9d-bcc80d814f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:47.199110 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4d66ced2-d7c2-4023-bc04-e92e955080fc req-3375083a-88a6-41ff-ab9d-bcc80d814f18 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=adcc443e-ff8a-4ec1-b3aa-5572612cf945 HTTP/1.1" status: 200 len: 854 time: 0.3296957 Jul 28 17:53:47.248877 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66ced2-d7c2-4023-bc04-e92e955080fc req-eca87a9e-8990-4a76-bb3a-e6b3b7b4feea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:47.250563 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4d66ced2-d7c2-4023-bc04-e92e955080fc req-eca87a9e-8990-4a76-bb3a-e6b3b7b4feea service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429080 Jul 28 17:53:47.362982 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4d66ced2-d7c2-4023-bc04-e92e955080fc req-90a5e3fd-12c8-44e2-8b74-62d41bbccd51 service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980089 Jul 28 17:53:47.476910 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4d66ced2-d7c2-4023-bc04-e92e955080fc req-f79c443b-29f6-4d48-87e3-fad920cbd9e0 service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054447 Jul 28 17:53:47.520869 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-4cce5d9a-7e65-46bb-b335-93b5e62c7c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'e272a574-1b73-4966-90b3-6efd09204fe7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': 'b174a02c-65dd-4088-977c-9d0a804e228d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:d0:f4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d292fc-1ec6-4cd3-80a1-bf198ce23c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:53:30Z', 'updated_at': '2022-07-28T17:53:45Z', 'revision_number': 1, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:47.549147 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cce5d9a-7e65-46bb-b335-93b5e62c7c74 None None] The sync data for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi is: [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'e272a574-1b73-4966-90b3-6efd09204fe7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': 'b174a02c-65dd-4088-977c-9d0a804e228d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:d0:f4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d292fc-1ec6-4cd3-80a1-bf198ce23c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:53:30Z', 'updated_at': '2022-07-28T17:53:45Z', 'revision_number': 1, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:53:47.798740 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5910fcc4-017b-42f6-973c-7ca1a47fe79b None None] New status for floating IP e272a574-1b73-4966-90b3-6efd09204fe7: ACTIVE {{(pid=110738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:53:51.395184 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45746) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:51.686324 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:51.700704 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-2628c9fe-0968-458a-b09d-fe1c1c5aee0b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Deleting port 8b4cf0cc-50ac-4f88-981a-b762f8e6575d {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:53:51.701052 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2628c9fe-0968-458a-b09d-fe1c1c5aee0b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (8b4cf0cc-50ac-4f88-981a-b762f8e6575d), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:51.783167 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2628c9fe-0968-458a-b09d-fe1c1c5aee0b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (8b4cf0cc-50ac-4f88-981a-b762f8e6575d), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:51.783500 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2628c9fe-0968-458a-b09d-fe1c1c5aee0b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for floatingip (8b4cf0cc-50ac-4f88-981a-b762f8e6575d), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:51.795901 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-2628c9fe-0968-458a-b09d-fe1c1c5aee0b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Calling delete_port for 8b4cf0cc-50ac-4f88-981a-b762f8e6575d owned by network:floatingip {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:53:51.842390 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:51.964436 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2628c9fe-0968-458a-b09d-fe1c1c5aee0b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (8b4cf0cc-50ac-4f88-981a-b762f8e6575d), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:51.992132 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628c9fe-0968-458a-b09d-fe1c1c5aee0b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Pushing event deleted for resources: {'Port': ['ID=8b4cf0cc-50ac-4f88-981a-b762f8e6575d,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:52.062799 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2628c9fe-0968-458a-b09d-fe1c1c5aee0b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for floatingip (ca946ec1-70ed-45be-92a1-5779165a69ee), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:52.063044 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.l3_db [None req-2628c9fe-0968-458a-b09d-fe1c1c5aee0b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Floating IP ca946ec1-70ed-45be-92a1-5779165a69ee disassociated (deleted). External IP: 172.27.1.31, port: dc52a880-fa63-4cb8-9043-9a3589099ae5. Jul 28 17:53:52.310125 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2628c9fe-0968-458a-b09d-fe1c1c5aee0b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:53:52.459087 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2628c9fe-0968-458a-b09d-fe1c1c5aee0b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:53:52.466775 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-2628c9fe-0968-458a-b09d-fe1c1c5aee0b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:52.477367 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c6f5a5-b7aa-4c12-be51-74095d7e6910 None None] Sync routers for ids ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:53:52.501263 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c6f5a5-b7aa-4c12-be51-74095d7e6910 None None] Routers {'05e03a9d-0871-4961-b1d6-96b11d1a60a9'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:52.502323 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-14c6f5a5-b7aa-4c12-be51-74095d7e6910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:53:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:52.519529 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-2628c9fe-0968-458a-b09d-fe1c1c5aee0b tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "DELETE /v2.0/floatingips/ca946ec1-70ed-45be-92a1-5779165a69ee HTTP/1.1" status: 204 len: 168 time: 1.1204431 Jul 28 17:53:52.519529 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'tag': 'dc52a880-fa63-4cb8-9043-9a3589099ae5'}] {{(pid=110736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:53:52.539871 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}145a65782f2867474eadf9b916918c8f0f213435b387e627a4b5e7b49d5368fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5627968c-67ae-4717-a3e4-d4f5919b531c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd", "tag": "dc52a880-fa63-4cb8-9043-9a3589099ae5"}]}' {{(pid=110736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:53:52.630376 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc48623-4743-45f4-b344-edc706da660f x-openstack-request-id: req-acc48623-4743-45f4-b344-edc706da660f {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:53:52.630995 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd", "tag": "dc52a880-fa63-4cb8-9043-9a3589099ae5", "status": "completed", "code": 200}]} {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:53:52.631525 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-acc48623-4743-45f4-b344-edc706da660f {{(pid=110736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:53:52.632127 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc48623-4743-45f4-b344-edc706da660f'] response: {'name': 'network-changed', 'server_uuid': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'tag': 'dc52a880-fa63-4cb8-9043-9a3589099ae5', 'status': 'completed', 'code': 200} Jul 28 17:53:52.640247 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:52.664874 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-14c6f5a5-b7aa-4c12-be51-74095d7e6910 None None] Set router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:53:52.758811 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627968c-67ae-4717-a3e4-d4f5919b531c req-d1fdc6bf-28ac-46aa-bb3a-892dcb6eface service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:52.761034 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5627968c-67ae-4717-a3e4-d4f5919b531c req-d1fdc6bf-28ac-46aa-bb3a-892dcb6eface service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0ef795b478944722886f1d084f49008d&device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 1130 time: 0.0735450 Jul 28 17:53:52.875154 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627968c-67ae-4717-a3e4-d4f5919b531c req-029c393a-dffc-43cf-8dab-fc2b80941b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:52.876656 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5627968c-67ae-4717-a3e4-d4f5919b531c req-029c393a-dffc-43cf-8dab-fc2b80941b75 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3c408952-a8f7-48c3-935f-d12a5087c0dd HTTP/1.1" status: 200 len: 910 time: 0.1088710 Jul 28 17:53:52.945950 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad3fcc-2275-42b1-8a60-fbe92b09095a req-07f283d6-0e10-48dc-84d1-2849afe301b6 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:52.949668 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f6ad3fcc-2275-42b1-8a60-fbe92b09095a req-07f283d6-0e10-48dc-84d1-2849afe301b6 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0671024 Jul 28 17:53:52.983684 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-14c6f5a5-b7aa-4c12-be51-74095d7e6910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'name': 'tempest-TestShelveInstance-962573424-router', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:27Z', 'updated_at': '2022-07-28T17:47:33Z', 'revision_number': 4, 'project_id': '0ef795b478944722886f1d084f49008d', 'gw_port': {'id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:29Z', 'updated_at': '2022-07-28T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '59634279-e1dc-4575-9219-cca5af3e9f9a', 'name': '', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'mac_address': 'fa:16:3e:44:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:32Z', 'updated_at': '2022-07-28T17:47:40Z', 'revision_number': 5, 'project_id': '0ef795b478944722886f1d084f49008d', 'subnets': [{'id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:53.012718 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f6ad3fcc-2275-42b1-8a60-fbe92b09095a req-e5aebb71-2910-4457-9c6f-c8e0c9c5ab51 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573838 Jul 28 17:53:53.021123 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c6f5a5-b7aa-4c12-be51-74095d7e6910 None None] Checking router: 05e03a9d-0871-4961-b1d6-96b11d1a60a9 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:53:53.042923 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c6f5a5-b7aa-4c12-be51-74095d7e6910 None None] Routers {'05e03a9d-0871-4961-b1d6-96b11d1a60a9'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:53.044139 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-14c6f5a5-b7aa-4c12-be51-74095d7e6910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:53:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:53.156684 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-14c6f5a5-b7aa-4c12-be51-74095d7e6910 None None] Set router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:53:53.366462 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-14c6f5a5-b7aa-4c12-be51-74095d7e6910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'name': 'tempest-TestShelveInstance-962573424-router', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:27Z', 'updated_at': '2022-07-28T17:47:33Z', 'revision_number': 4, 'project_id': '0ef795b478944722886f1d084f49008d', 'gw_port': {'id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:29Z', 'updated_at': '2022-07-28T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '59634279-e1dc-4575-9219-cca5af3e9f9a', 'name': '', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'mac_address': 'fa:16:3e:44:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:32Z', 'updated_at': '2022-07-28T17:47:40Z', 'revision_number': 5, 'project_id': '0ef795b478944722886f1d084f49008d', 'subnets': [{'id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:53.396807 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c6f5a5-b7aa-4c12-be51-74095d7e6910 None None] The sync data for ids ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'] in dv-cinder-813229-13-iscsi is: [{'id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'name': 'tempest-TestShelveInstance-962573424-router', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:27Z', 'updated_at': '2022-07-28T17:47:33Z', 'revision_number': 4, 'project_id': '0ef795b478944722886f1d084f49008d', 'gw_port': {'id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:29Z', 'updated_at': '2022-07-28T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '59634279-e1dc-4575-9219-cca5af3e9f9a', 'name': '', 'network_id': '3c408952-a8f7-48c3-935f-d12a5087c0dd', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'mac_address': 'fa:16:3e:44:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:32Z', 'updated_at': '2022-07-28T17:47:40Z', 'revision_number': 5, 'project_id': '0ef795b478944722886f1d084f49008d', 'subnets': [{'id': 'fe593b98-b683-41c5-a77d-ecb43eb96f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:53:53.683143 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf2e22c-9ced-4d70-baef-a7b41c5037ae None None] New status for floating IP ca946ec1-70ed-45be-92a1-5779165a69ee: DOWN {{(pid=110738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:53:54.140863 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356eb24-dab7-42f6-8ba8-4460f13c5413 req-b05ff65f-6e85-4464-8062-19573ffbbb6f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:54.142413 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3356eb24-dab7-42f6-8ba8-4460f13c5413 req-b05ff65f-6e85-4464-8062-19573ffbbb6f tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0522738 Jul 28 17:53:54.191977 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3356eb24-dab7-42f6-8ba8-4460f13c5413 req-f6f44d41-e1e7-454e-8e71-3849e779a770 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438168 Jul 28 17:53:54.443772 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5627968c-67ae-4717-a3e4-d4f5919b531c req-a0a351de-efeb-49c4-b51b-e88f40919a10 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc52a880-fa63-4cb8-9043-9a3589099ae5 HTTP/1.1" status: 200 len: 217 time: 0.0338047 Jul 28 17:53:54.500619 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627968c-67ae-4717-a3e4-d4f5919b531c req-96745fe8-9a58-4f48-9f7c-d6334e7972f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:54.502021 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5627968c-67ae-4717-a3e4-d4f5919b531c req-96745fe8-9a58-4f48-9f7c-d6334e7972f0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fe593b98-b683-41c5-a77d-ecb43eb96f49 HTTP/1.1" status: 200 len: 847 time: 0.0442204 Jul 28 17:53:54.754138 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627968c-67ae-4717-a3e4-d4f5919b531c req-faa90690-530d-47ec-934b-02e12197c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:54.755597 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5627968c-67ae-4717-a3e4-d4f5919b531c req-faa90690-530d-47ec-934b-02e12197c592 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3c408952-a8f7-48c3-935f-d12a5087c0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459797 Jul 28 17:53:54.856634 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5627968c-67ae-4717-a3e4-d4f5919b531c req-d1d47099-447f-48ba-a853-dc675a5d165f service neutron] 10.222.0.100 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869653 Jul 28 17:53:55.034657 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:55.116803 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5627968c-67ae-4717-a3e4-d4f5919b531c req-bcc4333c-1215-4f7e-905d-20d34c064d75 service neutron] 10.222.0.100 "GET /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893548 Jul 28 17:53:55.241399 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11b550-839e-4377-9363-a928f36cfd98 req-f7ac3b00-e13a-44d2-bdb2-454d9152ebd7 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:55.242875 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7d11b550-839e-4377-9363-a928f36cfd98 req-f7ac3b00-e13a-44d2-bdb2-454d9152ebd7 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0487883 Jul 28 17:53:55.352141 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9e0f6-5f59-4536-9b47-720a36ea6f08 req-588c8ab6-1bb5-46f8-a288-c8b3a9d5a218 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:55.353744 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a7c9e0f6-5f59-4536-9b47-720a36ea6f08 req-588c8ab6-1bb5-46f8-a288-c8b3a9d5a218 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 946 time: 0.0880284 Jul 28 17:53:55.409524 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-7d11b550-839e-4377-9363-a928f36cfd98 req-330d8a2a-004d-4feb-a573-42e0f5bae247 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Deleting port dc52a880-fa63-4cb8-9043-9a3589099ae5 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:53:55.409945 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7d11b550-839e-4377-9363-a928f36cfd98 req-330d8a2a-004d-4feb-a573-42e0f5bae247 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:55.490234 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a7c9e0f6-5f59-4536-9b47-720a36ea6f08 req-7c636716-c4f9-4640-8c53-d2420bde56bc tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/security-groups?id=45b460ef-0ed7-403b-b5b9-6c173e2d5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133146 Jul 28 17:53:55.498446 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:55.543243 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-7d11b550-839e-4377-9363-a928f36cfd98 req-330d8a2a-004d-4feb-a573-42e0f5bae247 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] For port dc52a880-fa63-4cb8-9043-9a3589099ae5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dc52a880-fa63-4cb8-9043-9a3589099ae5,segment=NetworkSegment(70ab3c67-0aa6-47f4-b3ad-288a70252a95),segment_id=70ab3c67-0aa6-47f4-b3ad-288a70252a95)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:55.543841 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7d11b550-839e-4377-9363-a928f36cfd98 req-330d8a2a-004d-4feb-a573-42e0f5bae247 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:55.557229 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-7d11b550-839e-4377-9363-a928f36cfd98 req-330d8a2a-004d-4feb-a573-42e0f5bae247 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Calling delete_port for dc52a880-fa63-4cb8-9043-9a3589099ae5 owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:53:55.700567 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-e31dc1ba-7182-41b2-b52d-17781b7887ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:55.711255 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7d11b550-839e-4377-9363-a928f36cfd98 req-330d8a2a-004d-4feb-a573-42e0f5bae247 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (dc52a880-fa63-4cb8-9043-9a3589099ae5), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:55.745363 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d8a2a-004d-4feb-a573-42e0f5bae247 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Pushing event deleted for resources: {'Port': ['ID=dc52a880-fa63-4cb8-9043-9a3589099ae5,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:55.794619 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d11b550-839e-4377-9363-a928f36cfd98 req-330d8a2a-004d-4feb-a573-42e0f5bae247 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] No DVR routers for this DVR port dc52a880-fa63-4cb8-9043-9a3589099ae5 on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:53:55.796884 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7d11b550-839e-4377-9363-a928f36cfd98 req-330d8a2a-004d-4feb-a573-42e0f5bae247 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:55.800229 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7d11b550-839e-4377-9363-a928f36cfd98 req-330d8a2a-004d-4feb-a573-42e0f5bae247 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.100 "DELETE /v2.0/ports/dc52a880-fa63-4cb8-9043-9a3589099ae5 HTTP/1.1" status: 204 len: 173 time: 0.5357456 Jul 28 17:53:55.800668 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'name': 'network-vif-deleted', 'tag': 'dc52a880-fa63-4cb8-9043-9a3589099ae5'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:53:55.803039 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bde659-a994-482f-8737-34629ab88465" -d '{"events": [{"server_uuid": "eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd", "name": "network-vif-deleted", "tag": "dc52a880-fa63-4cb8-9043-9a3589099ae5"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:53:55.858660 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2a883e-13d7-4dbe-8feb-56b4b7991d4d x-openstack-request-id: req-2b2a883e-13d7-4dbe-8feb-56b4b7991d4d {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:53:55.858959 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd", "name": "network-vif-deleted", "tag": "dc52a880-fa63-4cb8-9043-9a3589099ae5", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:53:55.859221 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2b2a883e-13d7-4dbe-8feb-56b4b7991d4d {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:53:55.859804 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b2a883e-13d7-4dbe-8feb-56b4b7991d4d'] response: {'server_uuid': 'eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd', 'name': 'network-vif-deleted', 'tag': 'dc52a880-fa63-4cb8-9043-9a3589099ae5', 'status': 'completed', 'code': 200} Jul 28 17:53:56.377760 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45878) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:56.489912 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-87b1965d-0df5-4e70-a24c-ddf9a07ca1eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:56.512577 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:56.577261 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-87b1965d-0df5-4e70-a24c-ddf9a07ca1eb admin admin] Publish callbacks [] for security_group (fdcc264e-d6bc-408c-b22f-c955abb9de21), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:56.581614 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-87b1965d-0df5-4e70-a24c-ddf9a07ca1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (fdcc264e-d6bc-408c-b22f-c955abb9de21), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:56.611615 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5b11bf81-5d36-45b1-95ca-444ad9a32cb0 req-37e403f9-1efa-402a-a80d-b1009699f12e tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb97c2e1-2c9c-4fdd-b1a4-d7d2043ed5dd HTTP/1.1" status: 200 len: 210 time: 0.0284851 Jul 28 17:53:56.615452 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:56.622296 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1965d-0df5-4e70-a24c-ddf9a07ca1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcc264e-d6bc-408c-b22f-c955abb9de21,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:56.631058 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-87b1965d-0df5-4e70-a24c-ddf9a07ca1eb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1f25be3d0b364e88bb1602b80d264a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516308 Jul 28 17:53:56.632037 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45884) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:56.690378 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a2b93e69-3028-4a80-8919-550ebd4ae056 admin admin] Publish callbacks [] for security_group (fdcc264e-d6bc-408c-b22f-c955abb9de21), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:56.713934 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a2b93e69-3028-4a80-8919-550ebd4ae056 admin admin] Publish callbacks [] for security_group (fdcc264e-d6bc-408c-b22f-c955abb9de21), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:56.762487 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a2b93e69-3028-4a80-8919-550ebd4ae056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (fdcc264e-d6bc-408c-b22f-c955abb9de21), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:56.765209 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a2b93e69-3028-4a80-8919-550ebd4ae056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:56.766370 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-a2b93e69-3028-4a80-8919-550ebd4ae056 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fdcc264e-d6bc-408c-b22f-c955abb9de21 HTTP/1.1" status: 204 len: 168 time: 0.1333935 Jul 28 17:53:56.774777 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b93e69-3028-4a80-8919-550ebd4ae056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcc264e-d6bc-408c-b22f-c955abb9de21,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:57.053504 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45890) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:57.066994 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0dde7886-af76-442d-a138-374d3b5880ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.102187 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 45894) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:57.148788 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_v2 [None req-3601816a-a9fa-4f35-9356-03c0356aa38e admin admin] Deleting subnet f5650e30-317a-4d0d-8c81-7ac709e6597a {{(pid=110735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 17:53:57.149616 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0dde7886-af76-442d-a138-374d3b5880ba admin admin] Publish callbacks [] for security_group (d78f0bd4-37dd-44d7-bbc9-19a01a83d858), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.153285 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3601816a-a9fa-4f35-9356-03c0356aa38e admin admin] Publish callbacks [] for subnet (f5650e30-317a-4d0d-8c81-7ac709e6597a), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.154393 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0dde7886-af76-442d-a138-374d3b5880ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (d78f0bd4-37dd-44d7-bbc9-19a01a83d858), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.194685 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3601816a-a9fa-4f35-9356-03c0356aa38e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431967'] for subnet (f5650e30-317a-4d0d-8c81-7ac709e6597a), precommit_delete_associations {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.197187 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde7886-af76-442d-a138-374d3b5880ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78f0bd4-37dd-44d7-bbc9-19a01a83d858,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:57.207268 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-0dde7886-af76-442d-a138-374d3b5880ba admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=80f2d1076292419ca77ba215411b3798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501582 Jul 28 17:53:57.207797 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45896) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:57.235582 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3601816a-a9fa-4f35-9356-03c0356aa38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66971435'] for subnet (f5650e30-317a-4d0d-8c81-7ac709e6597a), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.257440 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-28e1676a-c8b2-46a6-b9b1-3978fe92dc8b admin admin] Publish callbacks [] for security_group (d78f0bd4-37dd-44d7-bbc9-19a01a83d858), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.283856 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-28e1676a-c8b2-46a6-b9b1-3978fe92dc8b admin admin] Publish callbacks [] for security_group (d78f0bd4-37dd-44d7-bbc9-19a01a83d858), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.290980 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3601816a-a9fa-4f35-9356-03c0356aa38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66971426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3356049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3448084'] for subnet (f5650e30-317a-4d0d-8c81-7ac709e6597a), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.318714 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601816a-a9fa-4f35-9356-03c0356aa38e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5650e30-317a-4d0d-8c81-7ac709e6597a,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:57.325701 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3601816a-a9fa-4f35-9356-03c0356aa38e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.329210 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-3601816a-a9fa-4f35-9356-03c0356aa38e admin admin] 10.222.0.89 "DELETE /v2.0/subnets/f5650e30-317a-4d0d-8c81-7ac709e6597a HTTP/1.1" status: 204 len: 168 time: 0.2255516 Jul 28 17:53:57.331460 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45898) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:57.350494 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-28e1676a-c8b2-46a6-b9b1-3978fe92dc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (d78f0bd4-37dd-44d7-bbc9-19a01a83d858), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.352999 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-28e1676a-c8b2-46a6-b9b1-3978fe92dc8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.354136 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-28e1676a-c8b2-46a6-b9b1-3978fe92dc8b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d78f0bd4-37dd-44d7-bbc9-19a01a83d858 HTTP/1.1" status: 204 len: 168 time: 0.1458166 Jul 28 17:53:57.389620 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1676a-c8b2-46a6-b9b1-3978fe92dc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78f0bd4-37dd-44d7-bbc9-19a01a83d858,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:57.415572 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c16740f1-9bb6-47d5-8159-4effcb024be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66853985'] for network (b126574d-f0b1-4b3b-a4ad-e9b8498153d0), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.502849 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c16740f1-9bb6-47d5-8159-4effcb024be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66972677', 'neutron.services.segments.db._delete_segments_for_network-8747606401738'] for network (b126574d-f0b1-4b3b-a4ad-e9b8498153d0), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.523585 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-c16740f1-9bb6-47d5-8159-4effcb024be2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b126574d-f0b1-4b3b-a4ad-e9b8498153d0']}} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:57.535664 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-c16740f1-9bb6-47d5-8159-4effcb024be2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602b09c5-509a-4ab4-a55c-2b7909d401f3') {'for_net_delete': True} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:57.536004 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-c16740f1-9bb6-47d5-8159-4effcb024be2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602b09c5-509a-4ab4-a55c-2b7909d401f3') {} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:57.541148 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device dc52a880-fa63-4cb8-9043-9a3589099ae5 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:53:57.549540 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c16740f1-9bb6-47d5-8159-4effcb024be2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747606401639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610762'] for segment (602b09c5-509a-4ab4-a55c-2b7909d401f3), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.563125 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: dc52a880-fa63-4cb8-9043-9a3589099ae5 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:53:57.563779 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device dc52a880-fa63-4cb8-9043-9a3589099ae5 not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:53:57.565700 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c16740f1-9bb6-47d5-8159-4effcb024be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (602b09c5-509a-4ab4-a55c-2b7909d401f3), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.571946 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:57.573249 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16740f1-9bb6-47d5-8159-4effcb024be2 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=110736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:53:57.573890 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c16740f1-9bb6-47d5-8159-4effcb024be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530693'] for segment (602b09c5-509a-4ab4-a55c-2b7909d401f3), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.632390 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 602b09c5-509a-4ab4-a55c-2b7909d401f3 resource provider aggregate not found Jul 28 17:53:57.650035 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c16740f1-9bb6-47d5-8159-4effcb024be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66972686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362288'] for network (b126574d-f0b1-4b3b-a4ad-e9b8498153d0), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.657046 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c16740f1-9bb6-47d5-8159-4effcb024be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.660380 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-c16740f1-9bb6-47d5-8159-4effcb024be2 admin admin] 10.222.0.89 "DELETE /v2.0/networks/b126574d-f0b1-4b3b-a4ad-e9b8498153d0 HTTP/1.1" status: 204 len: 168 time: 0.3277791 Jul 28 17:53:57.679546 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 602b09c5-509a-4ab4-a55c-2b7909d401f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 602b09c5-509a-4ab4-a55c-2b7909d401f3 found for delete ", "request_id": "req-d4a6b418-1745-4176-bb48-3b7770d737aa"}]} Jul 28 17:53:57.680435 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16740f1-9bb6-47d5-8159-4effcb024be2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b126574d-f0b1-4b3b-a4ad-e9b8498153d0,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:57.705111 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 45916) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:57.778998 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-320a602c-6a71-408b-bcba-a2c5d5c53a43 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group (45b460ef-0ed7-403b-b5b9-6c173e2d5db9), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.800262 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:57.807213 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-320a602c-6a71-408b-bcba-a2c5d5c53a43 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group (45b460ef-0ed7-403b-b5b9-6c173e2d5db9), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.830662 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45922) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:57.879146 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-8ed822bd-031b-4104-8ee0-d046d6ada2ce admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=51f7a6e9080d48418e4912be02e09922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462310 Jul 28 17:53:57.879841 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-320a602c-6a71-408b-bcba-a2c5d5c53a43 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (45b460ef-0ed7-403b-b5b9-6c173e2d5db9), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.881609 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45924) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:57.882728 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-320a602c-6a71-408b-bcba-a2c5d5c53a43 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.887415 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-320a602c-6a71-408b-bcba-a2c5d5c53a43 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] 10.222.0.89 "DELETE /v2.0/security-groups/45b460ef-0ed7-403b-b5b9-6c173e2d5db9 HTTP/1.1" status: 204 len: 168 time: 0.1780603 Jul 28 17:53:57.890254 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:57.895392 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a602c-6a71-408b-bcba-a2c5d5c53a43 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b460ef-0ed7-403b-b5b9-6c173e2d5db9,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:57.945321 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-80382c12-3680-405b-be21-c0faab2424bd admin admin] Publish callbacks [] for security_group (cdad934b-73a2-4695-97aa-3fc2d1fb9117), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:57.970129 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 45928) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:57.970449 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-80382c12-3680-405b-be21-c0faab2424bd admin admin] Publish callbacks [] for security_group (cdad934b-73a2-4695-97aa-3fc2d1fb9117), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:58.033068 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-80382c12-3680-405b-be21-c0faab2424bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (cdad934b-73a2-4695-97aa-3fc2d1fb9117), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:58.035864 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-80382c12-3680-405b-be21-c0faab2424bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:58.039223 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-80382c12-3680-405b-be21-c0faab2424bd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cdad934b-73a2-4695-97aa-3fc2d1fb9117 HTTP/1.1" status: 204 len: 168 time: 0.1541324 Jul 28 17:53:58.047250 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80382c12-3680-405b-be21-c0faab2424bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdad934b-73a2-4695-97aa-3fc2d1fb9117,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:58.131378 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b6c455f2-3792-4c68-ae3a-a8689f3a652d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:58.240762 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:58.432073 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-6532a999-e9cf-4290-bd66-a5e7eed8cbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360476'] for router_interface (05e03a9d-0871-4961-b1d6-96b11d1a60a9), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:58.697898 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-6532a999-e9cf-4290-bd66-a5e7eed8cbab admin admin] Deleting port 59634279-e1dc-4575-9219-cca5af3e9f9a {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:53:58.699166 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-6532a999-e9cf-4290-bd66-a5e7eed8cbab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:58.783118 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [None req-6532a999-e9cf-4290-bd66-a5e7eed8cbab admin admin] For port 59634279-e1dc-4575-9219-cca5af3e9f9a, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=59634279-e1dc-4575-9219-cca5af3e9f9a,segment=NetworkSegment(70ab3c67-0aa6-47f4-b3ad-288a70252a95),segment_id=70ab3c67-0aa6-47f4-b3ad-288a70252a95)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:58.784470 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-6532a999-e9cf-4290-bd66-a5e7eed8cbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:58.798789 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-6532a999-e9cf-4290-bd66-a5e7eed8cbab admin admin] Calling delete_port for 59634279-e1dc-4575-9219-cca5af3e9f9a owned by network:router_interface {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:53:58.847706 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 45966) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:58.990485 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:58.994690 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-6532a999-e9cf-4290-bd66-a5e7eed8cbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (59634279-e1dc-4575-9219-cca5af3e9f9a), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:59.028873 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532a999-e9cf-4290-bd66-a5e7eed8cbab admin admin] Pushing event deleted for resources: {'Port': ['ID=59634279-e1dc-4575-9219-cca5af3e9f9a,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:59.113589 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-924c9ce4-c569-400e-84dc-50cb96925e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:59.149400 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:59.153089 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:59.304343 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-6532a999-e9cf-4290-bd66-a5e7eed8cbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360584'] for router_interface (05e03a9d-0871-4961-b1d6-96b11d1a60a9), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:59.311367 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-924c9ce4-c569-400e-84dc-50cb96925e07 admin admin] Publish callbacks [] for security_group (ea3dc1bb-e1a1-4060-b0fa-1703ca2e5767), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:59.315788 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-924c9ce4-c569-400e-84dc-50cb96925e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (ea3dc1bb-e1a1-4060-b0fa-1703ca2e5767), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:59.394960 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-924c9ce4-c569-400e-84dc-50cb96925e07 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9696eb4c822f429b8f90f4e99faf90fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5464129 Jul 28 17:53:59.397964 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 45978) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:59.408045 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c9ce4-c569-400e-84dc-50cb96925e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3dc1bb-e1a1-4060-b0fa-1703ca2e5767,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:59.458417 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4ceece46-20c1-4f29-b2b5-5f5f1331eac4 admin admin] Publish callbacks [] for security_group (ea3dc1bb-e1a1-4060-b0fa-1703ca2e5767), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:59.488619 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4ceece46-20c1-4f29-b2b5-5f5f1331eac4 admin admin] Publish callbacks [] for security_group (ea3dc1bb-e1a1-4060-b0fa-1703ca2e5767), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:59.554986 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4ceece46-20c1-4f29-b2b5-5f5f1331eac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (ea3dc1bb-e1a1-4060-b0fa-1703ca2e5767), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:59.560009 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4ceece46-20c1-4f29-b2b5-5f5f1331eac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:59.562060 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-4ceece46-20c1-4f29-b2b5-5f5f1331eac4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ea3dc1bb-e1a1-4060-b0fa-1703ca2e5767 HTTP/1.1" status: 204 len: 168 time: 0.1615210 Jul 28 17:53:59.572787 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceece46-20c1-4f29-b2b5-5f5f1331eac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3dc1bb-e1a1-4060-b0fa-1703ca2e5767,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:59.630722 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6532a999-e9cf-4290-bd66-a5e7eed8cbab admin admin] Router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:53:59.752884 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6532a999-e9cf-4290-bd66-a5e7eed8cbab admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:53:59.758567 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-6532a999-e9cf-4290-bd66-a5e7eed8cbab admin admin] 10.222.0.89 "PUT /v2.0/routers/05e03a9d-0871-4961-b1d6-96b11d1a60a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7867060 Jul 28 17:53:59.762115 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 45986) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:59.769901 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f7b2b-ee63-4027-9430-cbddc73730fc None None] Sync routers for ids ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:53:59.783921 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f7b2b-ee63-4027-9430-cbddc73730fc None None] Routers {'05e03a9d-0871-4961-b1d6-96b11d1a60a9'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:59.785023 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-154f7b2b-ee63-4027-9430-cbddc73730fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:53:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:59.788459 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:59.881973 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2b757b54-8686-4d89-b53f-adc9eb8831f6 admin admin] Publish callbacks [] for router (05e03a9d-0871-4961-b1d6-96b11d1a60a9), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:59.930519 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-154f7b2b-ee63-4027-9430-cbddc73730fc None None] Set router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:53:59.991811 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2b757b54-8686-4d89-b53f-adc9eb8831f6 admin admin] Publish callbacks [] for router_gateway (05e03a9d-0871-4961-b1d6-96b11d1a60a9), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:00.082794 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:00.128390 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-154f7b2b-ee63-4027-9430-cbddc73730fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'name': 'tempest-TestShelveInstance-962573424-router', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:27Z', 'updated_at': '2022-07-28T17:53:58Z', 'revision_number': 5, 'project_id': '0ef795b478944722886f1d084f49008d', 'gw_port': {'id': '677c09e4-8cea-498d-b83c-dc846d8550a1', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:29Z', 'updated_at': '2022-07-28T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:00.156300 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f7b2b-ee63-4027-9430-cbddc73730fc None None] Checking router: 05e03a9d-0871-4961-b1d6-96b11d1a60a9 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:54:00.166773 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f7b2b-ee63-4027-9430-cbddc73730fc None None] Routers {'05e03a9d-0871-4961-b1d6-96b11d1a60a9'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:54:00.168471 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-154f7b2b-ee63-4027-9430-cbddc73730fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:53:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:00.296514 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:00.309676 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-2b757b54-8686-4d89-b53f-adc9eb8831f6 admin admin] Deleting port 677c09e4-8cea-498d-b83c-dc846d8550a1 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:54:00.310056 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2b757b54-8686-4d89-b53f-adc9eb8831f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (677c09e4-8cea-498d-b83c-dc846d8550a1), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:00.362902 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:00.382426 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-154f7b2b-ee63-4027-9430-cbddc73730fc None None] Set router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 gateway port host: None {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:54:00.392682 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [None req-2b757b54-8686-4d89-b53f-adc9eb8831f6 admin admin] For port 677c09e4-8cea-498d-b83c-dc846d8550a1, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=677c09e4-8cea-498d-b83c-dc846d8550a1,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:54:00.393052 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2b757b54-8686-4d89-b53f-adc9eb8831f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (677c09e4-8cea-498d-b83c-dc846d8550a1), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:00.409421 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-2b757b54-8686-4d89-b53f-adc9eb8831f6 admin admin] Calling delete_port for 677c09e4-8cea-498d-b83c-dc846d8550a1 owned by network:router_gateway {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:54:00.434637 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-154f7b2b-ee63-4027-9430-cbddc73730fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'name': 'tempest-TestShelveInstance-962573424-router', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:27Z', 'updated_at': '2022-07-28T17:53:59Z', 'revision_number': 6, 'project_id': '0ef795b478944722886f1d084f49008d', 'gw_port_host': None}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:00.459472 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f7b2b-ee63-4027-9430-cbddc73730fc None None] The sync data for ids ['05e03a9d-0871-4961-b1d6-96b11d1a60a9'] in dv-cinder-813229-13-iscsi is: [{'id': '05e03a9d-0871-4961-b1d6-96b11d1a60a9', 'name': 'tempest-TestShelveInstance-962573424-router', 'tenant_id': '0ef795b478944722886f1d084f49008d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:27Z', 'updated_at': '2022-07-28T17:53:59Z', 'revision_number': 6, 'project_id': '0ef795b478944722886f1d084f49008d', 'gw_port_host': None}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:54:00.580305 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2b757b54-8686-4d89-b53f-adc9eb8831f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (677c09e4-8cea-498d-b83c-dc846d8550a1), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:00.604700 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b757b54-8686-4d89-b53f-adc9eb8831f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=677c09e4-8cea-498d-b83c-dc846d8550a1,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:00.671944 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2b757b54-8686-4d89-b53f-adc9eb8831f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362268'] for router_gateway (05e03a9d-0871-4961-b1d6-96b11d1a60a9), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:00.759100 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2b757b54-8686-4d89-b53f-adc9eb8831f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router (05e03a9d-0871-4961-b1d6-96b11d1a60a9), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:00.762086 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2b757b54-8686-4d89-b53f-adc9eb8831f6 admin admin] Publish callbacks [] for router_controller (05e03a9d-0871-4961-b1d6-96b11d1a60a9), precommit_delete_associations {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:00.812269 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2b757b54-8686-4d89-b53f-adc9eb8831f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-664341'] for router (05e03a9d-0871-4961-b1d6-96b11d1a60a9), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:00.813087 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b757b54-8686-4d89-b53f-adc9eb8831f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05e03a9d-0871-4961-b1d6-96b11d1a60a9 {{(pid=110735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 17:54:00.818420 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2b757b54-8686-4d89-b53f-adc9eb8831f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:00.820817 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-2b757b54-8686-4d89-b53f-adc9eb8831f6 admin admin] 10.222.0.89 "DELETE /v2.0/routers/05e03a9d-0871-4961-b1d6-96b11d1a60a9 HTTP/1.1" status: 204 len: 168 time: 1.0575745 Jul 28 17:54:00.823958 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 45996) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:00.875530 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6547fc-8c44-413b-9a00-d179942bab8b admin admin] Deleting subnet fe593b98-b683-41c5-a77d-ecb43eb96f49 {{(pid=110735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 17:54:00.879652 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ba6547fc-8c44-413b-9a00-d179942bab8b admin admin] Publish callbacks [] for subnet (fe593b98-b683-41c5-a77d-ecb43eb96f49), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:00.926900 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:00.935275 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ba6547fc-8c44-413b-9a00-d179942bab8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431967'] for subnet (fe593b98-b683-41c5-a77d-ecb43eb96f49), precommit_delete_associations {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:00.970349 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.024224 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ba6547fc-8c44-413b-9a00-d179942bab8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66971435'] for subnet (fe593b98-b683-41c5-a77d-ecb43eb96f49), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.080160 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ba6547fc-8c44-413b-9a00-d179942bab8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66971426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3356049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3448084'] for subnet (fe593b98-b683-41c5-a77d-ecb43eb96f49), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.105272 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6547fc-8c44-413b-9a00-d179942bab8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe593b98-b683-41c5-a77d-ecb43eb96f49,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:01.108966 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ba6547fc-8c44-413b-9a00-d179942bab8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.112127 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-ba6547fc-8c44-413b-9a00-d179942bab8b admin admin] 10.222.0.89 "DELETE /v2.0/subnets/fe593b98-b683-41c5-a77d-ecb43eb96f49 HTTP/1.1" status: 204 len: 168 time: 0.2871501 Jul 28 17:54:01.114597 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46002) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:01.118024 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f585889e-abd0-4ab0-b4bd-3c70dac9a83d None None] Network 3c408952-a8f7-48c3-935f-d12a5087c0dd requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:54:01.186490 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66853985'] for network (3c408952-a8f7-48c3-935f-d12a5087c0dd), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.192859 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:01.239812 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] Deleting port d57d9693-f618-46e5-a4b2-97c2baa4fbae {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:54:01.240160 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (d57d9693-f618-46e5-a4b2-97c2baa4fbae), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.309743 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] For port d57d9693-f618-46e5-a4b2-97c2baa4fbae, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=d57d9693-f618-46e5-a4b2-97c2baa4fbae,segment=NetworkSegment(70ab3c67-0aa6-47f4-b3ad-288a70252a95),segment_id=70ab3c67-0aa6-47f4-b3ad-288a70252a95)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:54:01.310243 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (d57d9693-f618-46e5-a4b2-97c2baa4fbae), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.310688 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] DHCP port deletion for 3c408952-a8f7-48c3-935f-d12a5087c0dd request from dv-cinder-813229-13-iscsi {{(pid=110737) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 17:54:01.325382 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] Calling delete_port for d57d9693-f618-46e5-a4b2-97c2baa4fbae owned by network:dhcp {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:54:01.353009 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Deleting port d57d9693-f618-46e5-a4b2-97c2baa4fbae {{(pid=110737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:54:01.353422 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (d57d9693-f618-46e5-a4b2-97c2baa4fbae), before_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.368719 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:01.422066 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (d57d9693-f618-46e5-a4b2-97c2baa4fbae), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.428392 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] For port d57d9693-f618-46e5-a4b2-97c2baa4fbae, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=d57d9693-f618-46e5-a4b2-97c2baa4fbae,segment=NetworkSegment(70ab3c67-0aa6-47f4-b3ad-288a70252a95),segment_id=70ab3c67-0aa6-47f4-b3ad-288a70252a95)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:54:01.428794 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (d57d9693-f618-46e5-a4b2-97c2baa4fbae), precommit_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.449989 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Calling delete_port for d57d9693-f618-46e5-a4b2-97c2baa4fbae owned by network:dhcp {{(pid=110737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:54:01.453644 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] No DVR routers for this DVR port d57d9693-f618-46e5-a4b2-97c2baa4fbae on host dv-cinder-813229-13-iscsi {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:54:01.455089 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.460205 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d57d9693-f618-46e5-a4b2-97c2baa4fbae,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:01.534684 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66972677', 'neutron.services.segments.db._delete_segments_for_network-8747606401738'] for network (3c408952-a8f7-48c3-935f-d12a5087c0dd), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.539470 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691'] for port (d57d9693-f618-46e5-a4b2-97c2baa4fbae), after_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.563532 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.services.segments.db [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c408952-a8f7-48c3-935f-d12a5087c0dd']}} {{(pid=110735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:01.567652 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Pushing event deleted for resources: {'Port': ['ID=d57d9693-f618-46e5-a4b2-97c2baa4fbae,revision_number=None']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:01.571451 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] No DVR routers for this DVR port d57d9693-f618-46e5-a4b2-97c2baa4fbae on host dv-cinder-813229-13-iscsi {{(pid=110737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:54:01.577093 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.services.segments.db [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ab3c67-0aa6-47f4-b3ad-288a70252a95') {'for_net_delete': True} {{(pid=110735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:01.577430 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.services.segments.db [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ab3c67-0aa6-47f4-b3ad-288a70252a95') {} {{(pid=110735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:01.578473 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:01.578828 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:01.579176 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:01.579515 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:01.579850 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:01.580185 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:01.580566 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:01.580901 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:01.581256 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:01.581590 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:01.581918 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:01.582250 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:01.582782 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:01.582942 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:01.583261 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472d984-0941-43b2-98dd-e5961beead87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:01.589766 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747606401639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3431942'] for segment (70ab3c67-0aa6-47f4-b3ad-288a70252a95), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.604007 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (70ab3c67-0aa6-47f4-b3ad-288a70252a95), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.612315 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=110735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:54:01.612788 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3356111'] for segment (70ab3c67-0aa6-47f4-b3ad-288a70252a95), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.652954 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.services.segments.plugin [-] Segment 70ab3c67-0aa6-47f4-b3ad-288a70252a95 resource provider aggregate not found Jul 28 17:54:01.672764 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.services.segments.plugin [-] Segment 70ab3c67-0aa6-47f4-b3ad-288a70252a95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70ab3c67-0aa6-47f4-b3ad-288a70252a95 found for delete ", "request_id": "req-26344689-db2f-49f7-a463-50668a7d3b61"}]} Jul 28 17:54:01.678581 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66972686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362288'] for network (3c408952-a8f7-48c3-935f-d12a5087c0dd), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.683792 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:01.687541 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] 10.222.0.89 "DELETE /v2.0/networks/3c408952-a8f7-48c3-935f-d12a5087c0dd HTTP/1.1" status: 204 len: 168 time: 0.5720208 Jul 28 17:54:01.690665 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46008) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:01.700391 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf4fe5-e24c-4e65-9b4b-8d82a6af11f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c408952-a8f7-48c3-935f-d12a5087c0dd,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:02.005184 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7eac82a7-27a6-4163-82de-2672315ce02f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360476'] for router_interface (32b64763-820a-42c3-b81f-96e6c3b4eba0), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:02.156521 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 59634279-e1dc-4575-9219-cca5af3e9f9a no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:54:02.176391 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: 59634279-e1dc-4575-9219-cca5af3e9f9a {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:54:02.177002 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 59634279-e1dc-4575-9219-cca5af3e9f9a not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:54:02.177443 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 677c09e4-8cea-498d-b83c-dc846d8550a1 no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:54:02.197380 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: 677c09e4-8cea-498d-b83c-dc846d8550a1 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:54:02.197731 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 677c09e4-8cea-498d-b83c-dc846d8550a1 not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:54:02.198731 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device d57d9693-f618-46e5-a4b2-97c2baa4fbae no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:54:02.221907 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: d57d9693-f618-46e5-a4b2-97c2baa4fbae {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:54:02.222163 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device d57d9693-f618-46e5-a4b2-97c2baa4fbae not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:54:02.247297 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-7eac82a7-27a6-4163-82de-2672315ce02f admin admin] Deleting port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:54:02.247645 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7eac82a7-27a6-4163-82de-2672315ce02f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:02.250143 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:02.289493 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:02.351116 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-7eac82a7-27a6-4163-82de-2672315ce02f admin admin] For port 3c8d4727-1233-4ae4-b171-27bf7ef5a38d, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=3c8d4727-1233-4ae4-b171-27bf7ef5a38d,segment=NetworkSegment(43c06f8d-7887-4779-af7d-93489664ed94),segment_id=43c06f8d-7887-4779-af7d-93489664ed94)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:54:02.351643 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7eac82a7-27a6-4163-82de-2672315ce02f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:02.367114 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-7eac82a7-27a6-4163-82de-2672315ce02f admin admin] Calling delete_port for 3c8d4727-1233-4ae4-b171-27bf7ef5a38d owned by network:router_interface {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:54:02.549234 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7eac82a7-27a6-4163-82de-2672315ce02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (3c8d4727-1233-4ae4-b171-27bf7ef5a38d), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:02.579625 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac82a7-27a6-4163-82de-2672315ce02f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8d4727-1233-4ae4-b171-27bf7ef5a38d,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:02.746590 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-7eac82a7-27a6-4163-82de-2672315ce02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360584'] for router_interface (32b64763-820a-42c3-b81f-96e6c3b4eba0), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:02.954729 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eac82a7-27a6-4163-82de-2672315ce02f admin admin] Router 32b64763-820a-42c3-b81f-96e6c3b4eba0 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:54:03.281741 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eac82a7-27a6-4163-82de-2672315ce02f admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:54:03.286733 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-7eac82a7-27a6-4163-82de-2672315ce02f admin admin] 10.222.0.89 "PUT /v2.0/routers/32b64763-820a-42c3-b81f-96e6c3b4eba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5949397 Jul 28 17:54:03.289995 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46020) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:03.291851 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8722f4-e885-470e-a8f6-83f9adbfd08b None None] Sync routers for ids ['32b64763-820a-42c3-b81f-96e6c3b4eba0'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:54:03.302791 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8722f4-e885-470e-a8f6-83f9adbfd08b None None] Routers {'32b64763-820a-42c3-b81f-96e6c3b4eba0'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:54:03.303398 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-ca8722f4-e885-470e-a8f6-83f9adbfd08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:53:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['32b64763-820a-42c3-b81f-96e6c3b4eba0'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:03.375212 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:03.396675 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:03.411485 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9bf86881-e364-4eaf-9528-d6c4b2d49d42 admin admin] Publish callbacks [] for router (32b64763-820a-42c3-b81f-96e6c3b4eba0), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:03.500005 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-ca8722f4-e885-470e-a8f6-83f9adbfd08b None None] Set router 32b64763-820a-42c3-b81f-96e6c3b4eba0 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:54:03.523149 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9bf86881-e364-4eaf-9528-d6c4b2d49d42 admin admin] Publish callbacks [] for router_gateway (32b64763-820a-42c3-b81f-96e6c3b4eba0), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:03.577264 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-9bf86881-e364-4eaf-9528-d6c4b2d49d42 admin admin] Deleting port c478f68e-e41c-4a2e-bf8c-d06f8f4050d2 {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:54:03.577844 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9bf86881-e364-4eaf-9528-d6c4b2d49d42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (c478f68e-e41c-4a2e-bf8c-d06f8f4050d2), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:03.680856 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-9bf86881-e364-4eaf-9528-d6c4b2d49d42 admin admin] For port c478f68e-e41c-4a2e-bf8c-d06f8f4050d2, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=c478f68e-e41c-4a2e-bf8c-d06f8f4050d2,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:54:03.681251 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9bf86881-e364-4eaf-9528-d6c4b2d49d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (c478f68e-e41c-4a2e-bf8c-d06f8f4050d2), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:03.697044 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-9bf86881-e364-4eaf-9528-d6c4b2d49d42 admin admin] Calling delete_port for c478f68e-e41c-4a2e-bf8c-d06f8f4050d2 owned by network:router_gateway {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:54:03.703529 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-ca8722f4-e885-470e-a8f6-83f9adbfd08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'name': 'tempest-TestShelveInstance-99113944-router', 'tenant_id': '54265825d5534d4b9f49e5633615db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c478f68e-e41c-4a2e-bf8c-d06f8f4050d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:37Z', 'updated_at': '2022-07-28T17:54:02Z', 'revision_number': 5, 'project_id': '54265825d5534d4b9f49e5633615db1d', 'gw_port': {'id': 'c478f68e-e41c-4a2e-bf8c-d06f8f4050d2', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:47:38Z', 'updated_at': '2022-07-28T17:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:03.731591 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8722f4-e885-470e-a8f6-83f9adbfd08b None None] Checking router: 32b64763-820a-42c3-b81f-96e6c3b4eba0 for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:54:03.757440 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8722f4-e885-470e-a8f6-83f9adbfd08b None None] Routers {'32b64763-820a-42c3-b81f-96e6c3b4eba0'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:54:03.757440 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-ca8722f4-e885-470e-a8f6-83f9adbfd08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:53:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['32b64763-820a-42c3-b81f-96e6c3b4eba0'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:03.845095 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-ca8722f4-e885-470e-a8f6-83f9adbfd08b None None] Set router 32b64763-820a-42c3-b81f-96e6c3b4eba0 gateway port host: None {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:54:03.902359 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-ca8722f4-e885-470e-a8f6-83f9adbfd08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'name': 'tempest-TestShelveInstance-99113944-router', 'tenant_id': '54265825d5534d4b9f49e5633615db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:37Z', 'updated_at': '2022-07-28T17:54:03Z', 'revision_number': 6, 'project_id': '54265825d5534d4b9f49e5633615db1d', 'gw_port_host': None}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:03.907505 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9bf86881-e364-4eaf-9528-d6c4b2d49d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (c478f68e-e41c-4a2e-bf8c-d06f8f4050d2), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:03.941451 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8722f4-e885-470e-a8f6-83f9adbfd08b None None] The sync data for ids ['32b64763-820a-42c3-b81f-96e6c3b4eba0'] in dv-cinder-813229-13-iscsi is: [{'id': '32b64763-820a-42c3-b81f-96e6c3b4eba0', 'name': 'tempest-TestShelveInstance-99113944-router', 'tenant_id': '54265825d5534d4b9f49e5633615db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:47:37Z', 'updated_at': '2022-07-28T17:54:03Z', 'revision_number': 6, 'project_id': '54265825d5534d4b9f49e5633615db1d', 'gw_port_host': None}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:54:03.981721 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf86881-e364-4eaf-9528-d6c4b2d49d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=c478f68e-e41c-4a2e-bf8c-d06f8f4050d2,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:04.035703 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9bf86881-e364-4eaf-9528-d6c4b2d49d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362268'] for router_gateway (32b64763-820a-42c3-b81f-96e6c3b4eba0), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.140653 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9bf86881-e364-4eaf-9528-d6c4b2d49d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router (32b64763-820a-42c3-b81f-96e6c3b4eba0), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.142952 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9bf86881-e364-4eaf-9528-d6c4b2d49d42 admin admin] Publish callbacks [] for router_controller (32b64763-820a-42c3-b81f-96e6c3b4eba0), precommit_delete_associations {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.186703 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9bf86881-e364-4eaf-9528-d6c4b2d49d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-664341'] for router (32b64763-820a-42c3-b81f-96e6c3b4eba0), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.187350 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf86881-e364-4eaf-9528-d6c4b2d49d42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32b64763-820a-42c3-b81f-96e6c3b4eba0 {{(pid=110736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 17:54:04.193327 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9bf86881-e364-4eaf-9528-d6c4b2d49d42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.194497 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-9bf86881-e364-4eaf-9528-d6c4b2d49d42 admin admin] 10.222.0.89 "DELETE /v2.0/routers/32b64763-820a-42c3-b81f-96e6c3b4eba0 HTTP/1.1" status: 204 len: 168 time: 0.9034607 Jul 28 17:54:04.199296 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46040) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:04.247868 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab515547-c564-4972-ac53-037266478262 admin admin] Deleting subnet 3116bfb5-10b1-45e6-ba99-7d7e96f70b18 {{(pid=110735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 17:54:04.251404 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ab515547-c564-4972-ac53-037266478262 admin admin] Publish callbacks [] for subnet (3116bfb5-10b1-45e6-ba99-7d7e96f70b18), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.300510 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ab515547-c564-4972-ac53-037266478262 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431967'] for subnet (3116bfb5-10b1-45e6-ba99-7d7e96f70b18), precommit_delete_associations {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.411861 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ab515547-c564-4972-ac53-037266478262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66971435'] for subnet (3116bfb5-10b1-45e6-ba99-7d7e96f70b18), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.445191 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 3c8d4727-1233-4ae4-b171-27bf7ef5a38d no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:54:04.474183 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: 3c8d4727-1233-4ae4-b171-27bf7ef5a38d {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:54:04.474620 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 3c8d4727-1233-4ae4-b171-27bf7ef5a38d not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:54:04.477537 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ab515547-c564-4972-ac53-037266478262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66971426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3356049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3448084'] for subnet (3116bfb5-10b1-45e6-ba99-7d7e96f70b18), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.510355 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab515547-c564-4972-ac53-037266478262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3116bfb5-10b1-45e6-ba99-7d7e96f70b18,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:04.515877 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ab515547-c564-4972-ac53-037266478262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.517942 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fa5d51-11d0-4624-80d8-076f241466b0 None None] Network db26b850-6ece-4ab7-9f63-dbe3e3ba6b09 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:54:04.521086 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-ab515547-c564-4972-ac53-037266478262 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/3116bfb5-10b1-45e6-ba99-7d7e96f70b18 HTTP/1.1" status: 204 len: 168 time: 0.3192539 Jul 28 17:54:04.522668 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46048) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:04.601755 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66853985'] for network (db26b850-6ece-4ab7-9f63-dbe3e3ba6b09), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.609266 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:04.663434 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] Deleting port c1fa14db-ca93-49d9-bccd-6385afc51a23 {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:54:04.663785 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (c1fa14db-ca93-49d9-bccd-6385afc51a23), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.727568 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:04.734908 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] For port c1fa14db-ca93-49d9-bccd-6385afc51a23, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=c1fa14db-ca93-49d9-bccd-6385afc51a23,segment=NetworkSegment(43c06f8d-7887-4779-af7d-93489664ed94),segment_id=43c06f8d-7887-4779-af7d-93489664ed94)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:54:04.735281 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (c1fa14db-ca93-49d9-bccd-6385afc51a23), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.751279 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] Calling delete_port for c1fa14db-ca93-49d9-bccd-6385afc51a23 owned by network:dhcp {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:54:04.799615 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bf7fcc-9ff9-46bc-8ff2-00b567e9861e None None] DHCP port deletion for db26b850-6ece-4ab7-9f63-dbe3e3ba6b09 request from dv-cinder-813229-13-iscsi {{(pid=110737) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 17:54:04.846094 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (c1fa14db-ca93-49d9-bccd-6385afc51a23), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.851313 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-76bf7fcc-9ff9-46bc-8ff2-00b567e9861e None None] Deleting port c1fa14db-ca93-49d9-bccd-6385afc51a23 {{(pid=110737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:54:04.851502 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-76bf7fcc-9ff9-46bc-8ff2-00b567e9861e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (c1fa14db-ca93-49d9-bccd-6385afc51a23), before_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.851902 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:04.875866 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1fa14db-ca93-49d9-bccd-6385afc51a23,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:04.881052 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] No DVR routers for this DVR port c1fa14db-ca93-49d9-bccd-6385afc51a23 on host dv-cinder-813229-13-iscsi {{(pid=110736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:54:04.928911 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-76bf7fcc-9ff9-46bc-8ff2-00b567e9861e None None] For port c1fa14db-ca93-49d9-bccd-6385afc51a23, host dv-cinder-813229-13-iscsi, got binding levels [] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:54:04.929342 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-76bf7fcc-9ff9-46bc-8ff2-00b567e9861e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (c1fa14db-ca93-49d9-bccd-6385afc51a23), precommit_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.948089 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-76bf7fcc-9ff9-46bc-8ff2-00b567e9861e None None] Calling delete_port for c1fa14db-ca93-49d9-bccd-6385afc51a23 owned by network:dhcp {{(pid=110737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:54:04.955304 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.ipam_backend_mixin [None req-76bf7fcc-9ff9-46bc-8ff2-00b567e9861e None None] Port c1fa14db-ca93-49d9-bccd-6385afc51a23 was not found and therefore no delete operation was performed {{(pid=110737) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 17:54:04.956924 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-76bf7fcc-9ff9-46bc-8ff2-00b567e9861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691'] for port (c1fa14db-ca93-49d9-bccd-6385afc51a23), after_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.970288 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66972677', 'neutron.services.segments.db._delete_segments_for_network-8747606401738'] for network (db26b850-6ece-4ab7-9f63-dbe3e3ba6b09), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.987054 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bf7fcc-9ff9-46bc-8ff2-00b567e9861e None None] No DVR routers for this DVR port c1fa14db-ca93-49d9-bccd-6385afc51a23 on host dv-cinder-813229-13-iscsi {{(pid=110737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:54:04.989399 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf7fcc-9ff9-46bc-8ff2-00b567e9861e None None] Pushing event deleted for resources: {'Port': ['ID=c1fa14db-ca93-49d9-bccd-6385afc51a23,revision_number=None']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:05.002819 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db26b850-6ece-4ab7-9f63-dbe3e3ba6b09']}} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:05.015286 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c06f8d-7887-4779-af7d-93489664ed94') {'for_net_delete': True} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:05.015592 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c06f8d-7887-4779-af7d-93489664ed94') {} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:05.027469 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747606401639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610762'] for segment (43c06f8d-7887-4779-af7d-93489664ed94), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:05.042725 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (43c06f8d-7887-4779-af7d-93489664ed94), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:05.049798 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=110736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:54:05.050350 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530693'] for segment (43c06f8d-7887-4779-af7d-93489664ed94), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:05.096642 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 43c06f8d-7887-4779-af7d-93489664ed94 resource provider aggregate not found Jul 28 17:54:05.133878 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 43c06f8d-7887-4779-af7d-93489664ed94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43c06f8d-7887-4779-af7d-93489664ed94 found for delete ", "request_id": "req-05b6eec8-ee67-40dd-8b64-95ef94759b73"}]} Jul 28 17:54:05.134243 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66972686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362288'] for network (db26b850-6ece-4ab7-9f63-dbe3e3ba6b09), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:05.140693 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:05.144285 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] 10.222.0.89 "DELETE /v2.0/networks/db26b850-6ece-4ab7-9f63-dbe3e3ba6b09 HTTP/1.1" status: 204 len: 168 time: 0.6203778 Jul 28 17:54:05.176916 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e4394-d22c-4018-bec9-ed6f875691a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=db26b850-6ece-4ab7-9f63-dbe3e3ba6b09,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:05.343600 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46074) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:05.386797 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-e92a0a24-177d-419f-858d-d7ac0ddba687 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0ef795b478944722886f1d084f49008d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419021 Jul 28 17:54:05.389556 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46076) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:05.431383 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:05.444123 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-baf38dac-85b8-447c-9b67-1524ab0043e9 admin admin] Publish callbacks [] for security_group (daa9cfcb-87a5-4712-ba49-d94028b270dd), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:05.467623 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-baf38dac-85b8-447c-9b67-1524ab0043e9 admin admin] Publish callbacks [] for security_group (daa9cfcb-87a5-4712-ba49-d94028b270dd), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:05.518030 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-baf38dac-85b8-447c-9b67-1524ab0043e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (daa9cfcb-87a5-4712-ba49-d94028b270dd), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:05.521008 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-baf38dac-85b8-447c-9b67-1524ab0043e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:05.522236 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-baf38dac-85b8-447c-9b67-1524ab0043e9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/daa9cfcb-87a5-4712-ba49-d94028b270dd HTTP/1.1" status: 204 len: 168 time: 0.1317008 Jul 28 17:54:05.530893 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf38dac-85b8-447c-9b67-1524ab0043e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa9cfcb-87a5-4712-ba49-d94028b270dd,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:05.895021 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46096) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:05.940183 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-eab2a631-226a-4169-8a3c-44de9cc91eb2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=54265825d5534d4b9f49e5633615db1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439808 Jul 28 17:54:05.944938 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46100) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:05.999889 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-49f1a3bc-4de0-4ba4-96fd-72acf28f54f6 admin admin] Publish callbacks [] for security_group (2c62b518-ae88-4ab1-bd66-58d9693823c4), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:06.023729 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-49f1a3bc-4de0-4ba4-96fd-72acf28f54f6 admin admin] Publish callbacks [] for security_group (2c62b518-ae88-4ab1-bd66-58d9693823c4), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:06.071730 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-49f1a3bc-4de0-4ba4-96fd-72acf28f54f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (2c62b518-ae88-4ab1-bd66-58d9693823c4), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:06.074434 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-49f1a3bc-4de0-4ba4-96fd-72acf28f54f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:06.075610 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-49f1a3bc-4de0-4ba4-96fd-72acf28f54f6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2c62b518-ae88-4ab1-bd66-58d9693823c4 HTTP/1.1" status: 204 len: 168 time: 0.1296692 Jul 28 17:54:06.085078 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1a3bc-4de0-4ba4-96fd-72acf28f54f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c62b518-ae88-4ab1-bd66-58d9693823c4,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:06.191190 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device c1fa14db-ca93-49d9-bccd-6385afc51a23 no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:54:06.218357 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: c1fa14db-ca93-49d9-bccd-6385afc51a23 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:54:06.219401 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device c1fa14db-ca93-49d9-bccd-6385afc51a23 not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:54:06.219866 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device c478f68e-e41c-4a2e-bf8c-d06f8f4050d2 no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:54:06.240215 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: c478f68e-e41c-4a2e-bf8c-d06f8f4050d2 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:54:06.240553 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device c478f68e-e41c-4a2e-bf8c-d06f8f4050d2 not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:54:09.811160 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46130) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:09.918350 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:09.996900 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Publish callbacks [] for security_group (54ebc545-2340-4b06-b183-e5fa0da329ed), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:10.000686 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (54ebc545-2340-4b06-b183-e5fa0da329ed), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:10.034511 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:10.043390 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ebc545-2340-4b06-b183-e5fa0da329ed,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:10.048358 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=86318ba0c08b4934aaeb9c71aa3b3d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361848 Jul 28 17:54:10.051127 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46134) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:10.053658 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.053992 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.054365 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.054938 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.055314 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.055644 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.055976 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.056324 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.056652 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.056986 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.057333 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.057662 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.058038 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.058987 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.059717 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39adc2-7a2a-4549-9910-cc16f5f45b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.105394 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Publish callbacks [] for security_group (54ebc545-2340-4b06-b183-e5fa0da329ed), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:10.127337 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Publish callbacks [] for security_group (54ebc545-2340-4b06-b183-e5fa0da329ed), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:10.176465 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (54ebc545-2340-4b06-b183-e5fa0da329ed), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:10.179073 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:10.180252 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/54ebc545-2340-4b06-b183-e5fa0da329ed HTTP/1.1" status: 204 len: 168 time: 0.1281137 Jul 28 17:54:10.188800 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ebc545-2340-4b06-b183-e5fa0da329ed,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:10.196236 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.196633 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.196985 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.197362 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.197708 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.198052 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.198397 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.198743 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.199703 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.200180 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.200335 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.200668 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.200999 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.201391 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:10.201668 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ac878f-b684-41d0-96ea-b2a576ef945e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:13.873780 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:13.906122 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=52,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:16.223726 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=19 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:20.047489 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=40,neutron:DELETE=1,neutron:INSERT=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:20.185399 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:20.192559 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=52,neutron:DELETE=8 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:20.218099 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=87,neutron:DELETE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:23.308578 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:54:25.704096 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-efe528a8-c82b-4aee-bd86-8fc91db1ddf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:28.123126 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a64f9571-0266-42f5-9d9e-20b64a49d7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:29.148432 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:30.498755 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46274) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:30.603498 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-0f128de7-e3ae-4f3d-94a3-63e3c2c1506f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:30.679525 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-0f128de7-e3ae-4f3d-94a3-63e3c2c1506f admin admin] Publish callbacks [] for security_group (b78bcfb8-ceca-4e47-9442-b1ed12c7f8d1), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:30.684752 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-0f128de7-e3ae-4f3d-94a3-63e3c2c1506f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (b78bcfb8-ceca-4e47-9442-b1ed12c7f8d1), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:30.724390 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-0f128de7-e3ae-4f3d-94a3-63e3c2c1506f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5646310737ed4d42aa572e4c6cc1bf57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245586 Jul 28 17:54:30.725374 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f128de7-e3ae-4f3d-94a3-63e3c2c1506f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78bcfb8-ceca-4e47-9442-b1ed12c7f8d1,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:30.727131 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46278) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:30.777861 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9d9a0f76-2bd9-4c06-8ca3-ce0b4f95c601 admin admin] Publish callbacks [] for security_group (b78bcfb8-ceca-4e47-9442-b1ed12c7f8d1), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:30.800891 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9d9a0f76-2bd9-4c06-8ca3-ce0b4f95c601 admin admin] Publish callbacks [] for security_group (b78bcfb8-ceca-4e47-9442-b1ed12c7f8d1), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:30.850182 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9d9a0f76-2bd9-4c06-8ca3-ce0b4f95c601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (b78bcfb8-ceca-4e47-9442-b1ed12c7f8d1), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:30.853110 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9d9a0f76-2bd9-4c06-8ca3-ce0b4f95c601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:30.854299 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-9d9a0f76-2bd9-4c06-8ca3-ce0b4f95c601 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b78bcfb8-ceca-4e47-9442-b1ed12c7f8d1 HTTP/1.1" status: 204 len: 168 time: 0.1261520 Jul 28 17:54:30.863019 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a0f76-2bd9-4c06-8ca3-ce0b4f95c601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78bcfb8-ceca-4e47-9442-b1ed12c7f8d1,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:30.919812 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:30.967618 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:31.443551 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:31.502734 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46300) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:31.603121 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-01b6caf4-44e0-492a-b75d-7eefb65bcc95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-507543379-network', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:31.622950 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b6caf4-44e0-492a-b75d-7eefb65bcc95 admin admin] Made reservation on behalf of 1f721aa2c35842beba2060fde666b2a1 for: {'network': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:54:31.626024 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-01b6caf4-44e0-492a-b75d-7eefb65bcc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:31.634380 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-01b6caf4-44e0-492a-b75d-7eefb65bcc95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:31.710604 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-01b6caf4-44e0-492a-b75d-7eefb65bcc95 admin admin] Publish callbacks [] for security_group (670c6c46-decf-4a13-9a37-0b34b8b40df2), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:31.714055 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-01b6caf4-44e0-492a-b75d-7eefb65bcc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (670c6c46-decf-4a13-9a37-0b34b8b40df2), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:31.742823 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b6caf4-44e0-492a-b75d-7eefb65bcc95 admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=110735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:54:31.753685 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6caf4-44e0-492a-b75d-7eefb65bcc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670c6c46-decf-4a13-9a37-0b34b8b40df2,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:31.758606 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-01b6caf4-44e0-492a-b75d-7eefb65bcc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (64d08ce1-7e64-49b4-8ced-d4976e04816b), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:31.758951 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.segments_db [None req-01b6caf4-44e0-492a-b75d-7eefb65bcc95 admin admin] Added segment 64d08ce1-7e64-49b4-8ced-d4976e04816b of type vlan for network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff Jul 28 17:54:31.799884 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-01b6caf4-44e0-492a-b75d-7eefb65bcc95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (41cb40d0-5f53-4baf-b3ce-649cb31f7aff), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:31.825606 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-01b6caf4-44e0-492a-b75d-7eefb65bcc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (41cb40d0-5f53-4baf-b3ce-649cb31f7aff), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:31.826573 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b6caf4-44e0-492a-b75d-7eefb65bcc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:54:31.827163 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-01b6caf4-44e0-492a-b75d-7eefb65bcc95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:31.885444 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-01b6caf4-44e0-492a-b75d-7eefb65bcc95 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3815937 Jul 28 17:54:31.888672 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46304) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:31.890597 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6caf4-44e0-492a-b75d-7eefb65bcc95 admin admin] Pushing event updated for resources: {'Network': ['ID=41cb40d0-5f53-4baf-b3ce-649cb31f7aff,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:31.894160 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-aebd0ba5-eb0c-45c3-99d1-b66da2b3d02e admin admin] Request body: {'subnet': {'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-507543379-subnet', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'ip_version': 4}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:31.902548 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:54:31.918266 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebd0ba5-eb0c-45c3-99d1-b66da2b3d02e admin admin] Made reservation on behalf of 1f721aa2c35842beba2060fde666b2a1 for: {'subnet': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:54:31.920783 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-aebd0ba5-eb0c-45c3-99d1-b66da2b3d02e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318619'] for subnet (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:32.092862 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-aebd0ba5-eb0c-45c3-99d1-b66da2b3d02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8530842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318645'] for subnet (dfda5b08-98a3-465e-a2f3-aaea0b8ef49d), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:32.151085 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd0ba5-eb0c-45c3-99d1-b66da2b3d02e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfda5b08-98a3-465e-a2f3-aaea0b8ef49d,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:32.158978 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd0ba5-eb0c-45c3-99d1-b66da2b3d02e admin admin] Checking segment: {'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:54:32.159344 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd0ba5-eb0c-45c3-99d1-b66da2b3d02e admin admin] Network hostable DHCP agents. Network: 41cb40d0-5f53-4baf-b3ce-649cb31f7aff, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:54:32.177247 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd0ba5-eb0c-45c3-99d1-b66da2b3d02e admin admin] Network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:54:32.185571 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-aebd0ba5-eb0c-45c3-99d1-b66da2b3d02e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, 41cb40d0-5f53-4baf-b3ce-649cb31f7aff) {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:54:32.190396 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebd0ba5-eb0c-45c3-99d1-b66da2b3d02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:54:32.191348 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-aebd0ba5-eb0c-45c3-99d1-b66da2b3d02e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:32.195276 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1232062e-c7e8-4589-911c-0bf52f47df9b None None] Network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:54:32.208495 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-aebd0ba5-eb0c-45c3-99d1-b66da2b3d02e admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3186326 Jul 28 17:54:32.211421 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46306) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:32.215553 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:32.237124 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router (d6fc143d-7150-4dd5-8a5c-fadff8fc63cd), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:32.238490 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router (d6fc143d-7150-4dd5-8a5c-fadff8fc63cd), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:32.291936 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Publish callbacks [] for router_controller (d6fc143d-7150-4dd5-8a5c-fadff8fc63cd), precommit_add_association {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:32.303752 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf73fbaf6-72e4-5ce7-afe8-ff53955ba9d2-41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d'}]}} from dv-cinder-813229-13-iscsi. {{(pid=110737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 17:54:32.304760 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:32.431135 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Publish callbacks [] for router_gateway (d6fc143d-7150-4dd5-8a5c-fadff8fc63cd), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:32.444490 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.db_base_plugin_common [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Allocated IP 172.20.0.2 (41cb40d0-5f53-4baf-b3ce-649cb31f7aff/dfda5b08-98a3-465e-a2f3-aaea0b8ef49d/ca6b3694-9634-451b-b5d5-1ccf340f03c2) {{(pid=110737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:54:32.495831 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:32.590700 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Publish callbacks [] for port (ca6b3694-9634-451b-b5d5-1ccf340f03c2), precommit_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:32.598112 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (ca6b3694-9634-451b-b5d5-1ccf340f03c2), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:32.615021 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Publish callbacks [] for router_gateway (d6fc143d-7150-4dd5-8a5c-fadff8fc63cd), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:32.637986 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff is already hosted by enough agents. {{(pid=110737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:54:32.638433 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:32.643729 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.base_scheduler [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Resources bound (agent type, host, resource id): {{(pid=110737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:54:32.647802 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Received port after_create {{(pid=110737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:54:32.652481 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Pushing event updated for resources: {'Port': ['ID=ca6b3694-9634-451b-b5d5-1ccf340f03c2,revision_number=1']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:32.701430 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:32.710564 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Attempting to bind port ca6b3694-9634-451b-b5d5-1ccf340f03c2 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:54:32.710946 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Attempting to bind port ca6b3694-9634-451b-b5d5-1ccf340f03c2 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:54:32.711321 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Attempting to bind port ca6b3694-9634-451b-b5d5-1ccf340f03c2 on network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:54:32.716334 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:54:32.716713 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Checking segment: {'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:54:32.717120 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:32.717553 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Bound using segment: {'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:54:32.718018 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Bound port: ca6b3694-9634-451b-b5d5-1ccf340f03c2, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:54:32.718405 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (ca6b3694-9634-451b-b5d5-1ccf340f03c2), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:32.756074 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Allocated IP 172.27.1.153 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/fa9bb070-3839-4378-9ca5-dccc8f53ee18) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:54:32.779819 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] For port ca6b3694-9634-451b-b5d5-1ccf340f03c2, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:54:32.782840 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] For port ca6b3694-9634-451b-b5d5-1ccf340f03c2, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=ca6b3694-9634-451b-b5d5-1ccf340f03c2,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:54:32.788450 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (ca6b3694-9634-451b-b5d5-1ccf340f03c2), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:32.848325 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caf0fd-fdc9-43f6-9f80-ad0e3d5dca1d None None] Pushing event updated for resources: {'Port': ['ID=ca6b3694-9634-451b-b5d5-1ccf340f03c2,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:32.888360 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Publish callbacks [] for port (fa9bb070-3839-4378-9ca5-dccc8f53ee18), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:32.922454 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (fa9bb070-3839-4378-9ca5-dccc8f53ee18), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:32.972509 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:54:32.976162 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:54:32.978028 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Pushing event updated for resources: {'Port': ['ID=fa9bb070-3839-4378-9ca5-dccc8f53ee18,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:32.991735 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:54:33.273257 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Publish callbacks [] for router_gateway (d6fc143d-7150-4dd5-8a5c-fadff8fc63cd), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:33.415372 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:33.466949 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364161'] for router (d6fc143d-7150-4dd5-8a5c-fadff8fc63cd), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:33.602936 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd is scheduled to L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 with binding_index 1 {{(pid=110736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 17:54:33.657458 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:33.715962 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:54:33.724290 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb5b09f-ccc9-4d1e-99a6-4f6eb8b896eb None None] Network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:54:33.733840 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Sync routers for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:54:33.735437 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:33.736730 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-0371c311-ab0f-465e-bdb2-7d7b3888a277 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5243771 Jul 28 17:54:33.739715 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46308) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:33.756677 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:33.786435 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:33.806826 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:54:33.807386 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:54:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:33.848422 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-a88496c6-d444-4cf3-8fcc-eee44e246c48 None None] Provisioning complete for port ca6b3694-9634-451b-b5d5-1ccf340f03c2 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:33.848797 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a88496c6-d444-4cf3-8fcc-eee44e246c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (ca6b3694-9634-451b-b5d5-1ccf340f03c2), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:33.945894 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:34.069279 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:34.144714 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:54:34.186987 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:34.217310 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device ca6b3694-9634-451b-b5d5-1ccf340f03c2 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:54:34.253576 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-a88496c6-d444-4cf3-8fcc-eee44e246c48 None None] Current status of the port ca6b3694-9634-451b-b5d5-1ccf340f03c2 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:34.253981 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a88496c6-d444-4cf3-8fcc-eee44e246c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (ca6b3694-9634-451b-b5d5-1ccf340f03c2), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:34.349451 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-a88496c6-d444-4cf3-8fcc-eee44e246c48 None None] For port ca6b3694-9634-451b-b5d5-1ccf340f03c2, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=ca6b3694-9634-451b-b5d5-1ccf340f03c2,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:54:34.361253 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a88496c6-d444-4cf3-8fcc-eee44e246c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (ca6b3694-9634-451b-b5d5-1ccf340f03c2), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:34.366372 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Allocated IP 172.20.0.1 (41cb40d0-5f53-4baf-b3ce-649cb31f7aff/dfda5b08-98a3-465e-a2f3-aaea0b8ef49d/7eeb8a33-d1e2-4aaa-8f68-05869341343d) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:54:34.367015 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port ca6b3694-9634-451b-b5d5-1ccf340f03c2 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:34.367385 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (ca6b3694-9634-451b-b5d5-1ccf340f03c2), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:34.476909 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:33Z', 'revision_number': 3, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:34.479093 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Publish callbacks [] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:34.510267 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88496c6-d444-4cf3-8fcc-eee44e246c48 None None] Pushing event updated for resources: {'Port': ['ID=ca6b3694-9634-451b-b5d5-1ccf340f03c2,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:34.511422 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:34.517512 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Checking router: d6fc143d-7150-4dd5-8a5c-fadff8fc63cd for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:54:34.517865 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Updating router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd port fa9bb070-3839-4378-9ca5-dccc8f53ee18 binding host dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:54:34.539218 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-d1aaa3ee-7385-482d-a4e1-804124141631 None None] Provisioning complete for port ca6b3694-9634-451b-b5d5-1ccf340f03c2 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:34.539600 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa3ee-7385-482d-a4e1-804124141631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (ca6b3694-9634-451b-b5d5-1ccf340f03c2), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:34.560057 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:54:34.565717 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:54:34.569912 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:54:34.572043 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Pushing event updated for resources: {'Port': ['ID=7eeb8a33-d1e2-4aaa-8f68-05869341343d,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:34.596069 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (fa9bb070-3839-4378-9ca5-dccc8f53ee18), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:34.618254 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663937'] for router_interface (d6fc143d-7150-4dd5-8a5c-fadff8fc63cd), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:34.626238 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port ca6b3694-9634-451b-b5d5-1ccf340f03c2 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:34.692543 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:34.705037 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:34.755219 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-d1aaa3ee-7385-482d-a4e1-804124141631 None None] Current status of the port ca6b3694-9634-451b-b5d5-1ccf340f03c2 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:34.759636 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:34.797783 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:34.901370 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-b71d697a-d294-42dc-bcc1-66a7ea1776f4 None None] Provisioning complete for port 7eeb8a33-d1e2-4aaa-8f68-05869341343d triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:34.901627 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-b71d697a-d294-42dc-bcc1-66a7ea1776f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:34.918134 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:34.944524 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Publish callbacks [] for port (fa9bb070-3839-4378-9ca5-dccc8f53ee18), precommit_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:34.949779 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-b71d697a-d294-42dc-bcc1-66a7ea1776f4 None None] Port 7eeb8a33-d1e2-4aaa-8f68-05869341343d cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:54:34.951544 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (fa9bb070-3839-4378-9ca5-dccc8f53ee18), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:34.956850 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Publish callbacks [] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:34.961704 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:35.010045 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2b4f2-8370-4705-b1d1-c8a3f81086d7 None None] Pushing event updated for resources: {'Port': ['ID=fa9bb070-3839-4378-9ca5-dccc8f53ee18,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:35.012239 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Attempting to bind port fa9bb070-3839-4378-9ca5-dccc8f53ee18 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:54:35.012608 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Attempting to bind port fa9bb070-3839-4378-9ca5-dccc8f53ee18 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:54:35.013210 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Attempting to bind port fa9bb070-3839-4378-9ca5-dccc8f53ee18 on network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:54:35.019529 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:54:35.019907 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Checking segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:54:35.020307 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:35.020695 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Bound using segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:54:35.021185 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Bound port: fa9bb070-3839-4378-9ca5-dccc8f53ee18, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:54:35.021575 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (fa9bb070-3839-4378-9ca5-dccc8f53ee18), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:35.034102 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664061'] for router_interface (d6fc143d-7150-4dd5-8a5c-fadff8fc63cd), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:35.037130 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Pushing event updated for resources: {'Port': ['ID=7eeb8a33-d1e2-4aaa-8f68-05869341343d,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:35.073359 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] For port fa9bb070-3839-4378-9ca5-dccc8f53ee18, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:54:35.076882 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] For port fa9bb070-3839-4378-9ca5-dccc8f53ee18, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=fa9bb070-3839-4378-9ca5-dccc8f53ee18,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:54:35.083956 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (fa9bb070-3839-4378-9ca5-dccc8f53ee18), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:35.143050 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:54:35.143830 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:54:35.144455 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:54:35.144587 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:54:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:35.146683 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2b4f2-8370-4705-b1d1-c8a3f81086d7 None None] Pushing event updated for resources: {'Port': ['ID=fa9bb070-3839-4378-9ca5-dccc8f53ee18,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:35.266168 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:54:35.270942 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:54:35.372594 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:54:35.378349 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-4d31c9ce-54f5-42f5-81d8-957206b7eaec admin admin] 10.222.0.89 "PUT /v2.0/routers/d6fc143d-7150-4dd5-8a5c-fadff8fc63cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6369777 Jul 28 17:54:35.398493 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-1c0a3d00-d7f0-4fef-8a06-b2357b8ffe7c None None] Provisioning complete for port 7eeb8a33-d1e2-4aaa-8f68-05869341343d triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:35.398871 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-1c0a3d00-d7f0-4fef-8a06-b2357b8ffe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:35.465141 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a3d00-d7f0-4fef-8a06-b2357b8ffe7c None None] Port 7eeb8a33-d1e2-4aaa-8f68-05869341343d cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:54:35.511321 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 2, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:35.537951 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20b069-36e6-4a1b-b55e-cf32b4c9fa06 None None] The sync data for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi is: [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 2, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:54:35.892508 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46324) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:35.897605 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-c89306ba-a4c9-4fb1-ad27-c9e8522a8996 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1414284603-network', 'tenant_id': 'a36fe479443540dfbecf9373a72ca18d'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:35.918411 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89306ba-a4c9-4fb1-ad27-c9e8522a8996 admin admin] Made reservation on behalf of a36fe479443540dfbecf9373a72ca18d for: {'network': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:54:35.920803 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c89306ba-a4c9-4fb1-ad27-c9e8522a8996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:35.930978 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c89306ba-a4c9-4fb1-ad27-c9e8522a8996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:36.012991 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c89306ba-a4c9-4fb1-ad27-c9e8522a8996 admin admin] Publish callbacks [] for security_group (70a6d314-dfcc-4ddf-89ec-abdb4c0c8954), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:36.017493 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c89306ba-a4c9-4fb1-ad27-c9e8522a8996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (70a6d314-dfcc-4ddf-89ec-abdb4c0c8954), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:36.044642 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89306ba-a4c9-4fb1-ad27-c9e8522a8996 admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=110736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:54:36.057358 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89306ba-a4c9-4fb1-ad27-c9e8522a8996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a6d314-dfcc-4ddf-89ec-abdb4c0c8954,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:36.062428 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c89306ba-a4c9-4fb1-ad27-c9e8522a8996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (223bc522-bf6b-4840-8f01-e26cc44a13a4), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:36.062803 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.segments_db [None req-c89306ba-a4c9-4fb1-ad27-c9e8522a8996 admin admin] Added segment 223bc522-bf6b-4840-8f01-e26cc44a13a4 of type vlan for network 2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc Jul 28 17:54:36.104939 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c89306ba-a4c9-4fb1-ad27-c9e8522a8996 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:36.131846 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c89306ba-a4c9-4fb1-ad27-c9e8522a8996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:36.133192 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89306ba-a4c9-4fb1-ad27-c9e8522a8996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:54:36.133939 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c89306ba-a4c9-4fb1-ad27-c9e8522a8996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:36.213094 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-c89306ba-a4c9-4fb1-ad27-c9e8522a8996 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3193209 Jul 28 17:54:36.215662 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46326) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:36.219950 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89306ba-a4c9-4fb1-ad27-c9e8522a8996 admin admin] Pushing event updated for resources: {'Network': ['ID=2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:36.223513 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-36118f2f-b741-452e-95a9-2c06ed2d24c4 admin admin] Request body: {'subnet': {'network_id': '2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1414284603-subnet', 'tenant_id': 'a36fe479443540dfbecf9373a72ca18d', 'ip_version': 4}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:36.233463 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network 2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:54:36.237661 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:36.288176 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a61517f-981b-4742-bd8e-8816a75763bb req-487fbd99-f33c-4b6f-b243-edbe00af6ca8 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543780 Jul 28 17:54:36.289579 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36118f2f-b741-452e-95a9-2c06ed2d24c4 admin admin] Made reservation on behalf of a36fe479443540dfbecf9373a72ca18d for: {'subnet': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:54:36.289926 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device ca6b3694-9634-451b-b5d5-1ccf340f03c2 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:54:36.292850 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-36118f2f-b741-452e-95a9-2c06ed2d24c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3448113'] for subnet (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:36.296003 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:36.385788 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port ca6b3694-9634-451b-b5d5-1ccf340f03c2 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:36.386194 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (ca6b3694-9634-451b-b5d5-1ccf340f03c2), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:36.423968 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61517f-981b-4742-bd8e-8816a75763bb req-286e63a7-b9ba-4fad-a8b2-b2b415dbdaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:54:36.425560 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a61517f-981b-4742-bd8e-8816a75763bb req-286e63a7-b9ba-4fad-a8b2-b2b415dbdaed service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 1129 time: 0.0672033 Jul 28 17:54:36.477797 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port ca6b3694-9634-451b-b5d5-1ccf340f03c2 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:36.593420 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:36.604023 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:36.614120 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61517f-981b-4742-bd8e-8816a75763bb req-597731ef-0060-4c72-9de8-f9faf0bfeaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:54:36.616054 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a61517f-981b-4742-bd8e-8816a75763bb req-597731ef-0060-4c72-9de8-f9faf0bfeaad service neutron] 10.222.0.100 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 917 time: 0.1676087 Jul 28 17:54:36.618353 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-36118f2f-b741-452e-95a9-2c06ed2d24c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3355984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3448095'] for subnet (d05826e1-f268-4cd1-a99d-4ff323c6a275), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:36.729839 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36118f2f-b741-452e-95a9-2c06ed2d24c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d05826e1-f268-4cd1-a99d-4ff323c6a275,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:36.736309 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a61517f-981b-4742-bd8e-8816a75763bb req-96eb9dd0-6a6a-48f3-a6e6-76f9a0cef220 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b174a02c-65dd-4088-977c-9d0a804e228d HTTP/1.1" status: 200 len: 1000 time: 0.1117437 Jul 28 17:54:36.751376 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36118f2f-b741-452e-95a9-2c06ed2d24c4 admin admin] Checking segment: {'id': '223bc522-bf6b-4840-8f01-e26cc44a13a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:54:36.751740 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36118f2f-b741-452e-95a9-2c06ed2d24c4 admin admin] Network hostable DHCP agents. Network: 2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:54:36.804647 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61517f-981b-4742-bd8e-8816a75763bb req-7fc84307-7f32-4bae-8508-821408ab1bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:54:36.806049 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a61517f-981b-4742-bd8e-8816a75763bb req-7fc84307-7f32-4bae-8508-821408ab1bb2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=adcc443e-ff8a-4ec1-b3aa-5572612cf945 HTTP/1.1" status: 200 len: 854 time: 0.0622511 Jul 28 17:54:36.807200 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36118f2f-b741-452e-95a9-2c06ed2d24c4 admin admin] Network 2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:54:36.824994 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-36118f2f-b741-452e-95a9-2c06ed2d24c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, 2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc) {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:54:36.836100 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c12f3f5-7b8f-4e77-a4f3-34660f59c4f5 None None] Network 2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:54:36.847364 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36118f2f-b741-452e-95a9-2c06ed2d24c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:54:36.847973 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-36118f2f-b741-452e-95a9-2c06ed2d24c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:36.865243 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61517f-981b-4742-bd8e-8816a75763bb req-4e18103f-98eb-4ee9-a2b3-546843156eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:54:36.866812 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a61517f-981b-4742-bd8e-8816a75763bb req-4e18103f-98eb-4ee9-a2b3-546843156eef service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0510030 Jul 28 17:54:36.873857 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-36118f2f-b741-452e-95a9-2c06ed2d24c4 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6570075 Jul 28 17:54:36.876760 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46330) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:36.882716 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1414284603-router', 'tenant_id': 'a36fe479443540dfbecf9373a72ca18d', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:36.909907 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3761'] for router (018060e1-f665-4589-bc06-dd52c63c2862), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:36.912008 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3750'] for router (018060e1-f665-4589-bc06-dd52c63c2862), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:36.922825 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:36.950288 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf73fbaf6-72e4-5ce7-afe8-ff53955ba9d2-2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc', 'network_id': '2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc', 'project_id': 'a36fe479443540dfbecf9373a72ca18d', 'fixed_ips': [{'subnet_id': 'd05826e1-f268-4cd1-a99d-4ff323c6a275'}]}} from dv-cinder-813229-13-iscsi. {{(pid=110737) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 17:54:36.951228 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:36.970737 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Publish callbacks [] for router_controller (018060e1-f665-4589-bc06-dd52c63c2862), precommit_add_association {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:36.982003 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a61517f-981b-4742-bd8e-8816a75763bb req-ebd0bfee-3450-4392-9516-ee6a26d2ddc5 service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068304 Jul 28 17:54:37.078353 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a61517f-981b-4742-bd8e-8816a75763bb req-772e923d-b821-4ddc-9774-fea0eec3c9cb service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891314 Jul 28 17:54:37.092169 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.db_base_plugin_common [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Allocated IP 172.20.0.2 (2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc/d05826e1-f268-4cd1-a99d-4ff323c6a275/03141429-e903-42b0-ab92-ef4a08499fe5) {{(pid=110737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:54:37.337561 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=7 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:37.339358 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=3 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:37.369812 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Publish callbacks [] for router_gateway (018060e1-f665-4589-bc06-dd52c63c2862), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:37.405227 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Publish callbacks [] for port (03141429-e903-42b0-ab92-ef4a08499fe5), precommit_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:37.411227 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682'] for port (03141429-e903-42b0-ab92-ef4a08499fe5), after_create {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:37.454437 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Network 2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc is already hosted by enough agents. {{(pid=110737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:54:37.459698 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.scheduler.base_scheduler [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Resources bound (agent type, host, resource id): {{(pid=110737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:54:37.462283 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Received port after_create {{(pid=110737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:54:37.467529 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Pushing event updated for resources: {'Port': ['ID=03141429-e903-42b0-ab92-ef4a08499fe5,revision_number=1']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:37.531894 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Attempting to bind port 03141429-e903-42b0-ab92-ef4a08499fe5 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:54:37.532350 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Attempting to bind port 03141429-e903-42b0-ab92-ef4a08499fe5 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '223bc522-bf6b-4840-8f01-e26cc44a13a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:54:37.532715 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Attempting to bind port 03141429-e903-42b0-ab92-ef4a08499fe5 on network 2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:54:37.538110 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:54:37.538492 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Checking segment: {'id': '223bc522-bf6b-4840-8f01-e26cc44a13a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:54:37.538896 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:37.539288 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Bound using segment: {'id': '223bc522-bf6b-4840-8f01-e26cc44a13a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:54:37.539756 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Bound port: 03141429-e903-42b0-ab92-ef4a08499fe5, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223bc522-bf6b-4840-8f01-e26cc44a13a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:54:37.540139 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (03141429-e903-42b0-ab92-ef4a08499fe5), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:37.589589 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Publish callbacks [] for router_gateway (018060e1-f665-4589-bc06-dd52c63c2862), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:37.603052 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] For port 03141429-e903-42b0-ab92-ef4a08499fe5, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:54:37.606442 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] For port 03141429-e903-42b0-ab92-ef4a08499fe5, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=03141429-e903-42b0-ab92-ef4a08499fe5,segment=NetworkSegment(223bc522-bf6b-4840-8f01-e26cc44a13a4),segment_id=223bc522-bf6b-4840-8f01-e26cc44a13a4)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:54:37.612554 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:37.614002 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (03141429-e903-42b0-ab92-ef4a08499fe5), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:37.618571 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:37.624330 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:37.686904 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Sync routers for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:54:37.691979 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e6471-b385-42e9-8a14-a7512590b8e3 None None] Pushing event updated for resources: {'Port': ['ID=03141429-e903-42b0-ab92-ef4a08499fe5,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:37.707098 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:54:37.707745 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:54:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:37.742649 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Allocated IP 172.27.1.69 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/88e7f467-2cad-4e9f-98c9-256de73abee7) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:54:37.839765 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:54:37.902317 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Publish callbacks [] for port (88e7f467-2cad-4e9f-98c9-256de73abee7), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:37.939122 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (88e7f467-2cad-4e9f-98c9-256de73abee7), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:37.987402 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:54:37.991079 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:54:37.995143 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:54:38.015872 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Pushing event updated for resources: {'Port': ['ID=88e7f467-2cad-4e9f-98c9-256de73abee7,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:38.073683 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 2, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:38.099144 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Checking router: d6fc143d-7150-4dd5-8a5c-fadff8fc63cd for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:54:38.099514 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Updating router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd port 7eeb8a33-d1e2-4aaa-8f68-05869341343d binding host dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:54:38.128988 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:38.259780 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device fa9bb070-3839-4378-9ca5-dccc8f53ee18 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:54:38.279255 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Publish callbacks [] for router_gateway (018060e1-f665-4589-bc06-dd52c63c2862), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:38.310923 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:38.314945 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port fa9bb070-3839-4378-9ca5-dccc8f53ee18 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:38.315331 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (fa9bb070-3839-4378-9ca5-dccc8f53ee18), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:38.378305 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:38.397486 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port fa9bb070-3839-4378-9ca5-dccc8f53ee18 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:38.397896 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (fa9bb070-3839-4378-9ca5-dccc8f53ee18), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:38.424258 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port fa9bb070-3839-4378-9ca5-dccc8f53ee18, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=fa9bb070-3839-4378-9ca5-dccc8f53ee18,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:54:38.428992 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Publish callbacks [] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), precommit_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:38.431275 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (fa9bb070-3839-4378-9ca5-dccc8f53ee18), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:38.432381 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 03141429-e903-42b0-ab92-ef4a08499fe5 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:54:38.441416 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:38.499647 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc59b63-3cfa-440e-af44-4568cd531f9d None None] Pushing event updated for resources: {'Port': ['ID=7eeb8a33-d1e2-4aaa-8f68-05869341343d,revision_number=3']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:38.511081 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59b63-3cfa-440e-af44-4568cd531f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:38.511678 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59b63-3cfa-440e-af44-4568cd531f9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:38.512222 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59b63-3cfa-440e-af44-4568cd531f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:38.519134 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364161'] for router (018060e1-f665-4589-bc06-dd52c63c2862), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:38.523957 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59b63-3cfa-440e-af44-4568cd531f9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:38.524808 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=fa9bb070-3839-4378-9ca5-dccc8f53ee18,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:38.526816 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59b63-3cfa-440e-af44-4568cd531f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:38.534388 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59b63-3cfa-440e-af44-4568cd531f9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:38.535011 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59b63-3cfa-440e-af44-4568cd531f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:38.535508 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59b63-3cfa-440e-af44-4568cd531f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:38.535910 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 03141429-e903-42b0-ab92-ef4a08499fe5 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:38.536208 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59b63-3cfa-440e-af44-4568cd531f9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:38.536476 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (03141429-e903-42b0-ab92-ef4a08499fe5), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:38.538055 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59b63-3cfa-440e-af44-4568cd531f9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:38.541055 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59b63-3cfa-440e-af44-4568cd531f9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:38.542013 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59b63-3cfa-440e-af44-4568cd531f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:38.548781 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59b63-3cfa-440e-af44-4568cd531f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:38.549419 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59b63-3cfa-440e-af44-4568cd531f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:38.550217 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59b63-3cfa-440e-af44-4568cd531f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:54:38.613992 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Attempting to bind port 7eeb8a33-d1e2-4aaa-8f68-05869341343d on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:54:38.614726 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Attempting to bind port 7eeb8a33-d1e2-4aaa-8f68-05869341343d by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:54:38.615336 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Attempting to bind port 7eeb8a33-d1e2-4aaa-8f68-05869341343d on network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:54:38.623739 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:54:38.624535 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Checking segment: {'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:54:38.625748 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:38.626381 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Bound using segment: {'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:54:38.627220 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Bound port: 7eeb8a33-d1e2-4aaa-8f68-05869341343d, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'}}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:54:38.627982 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:38.659733 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 03141429-e903-42b0-ab92-ef4a08499fe5 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:38.660133 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (03141429-e903-42b0-ab92-ef4a08499fe5), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:38.703771 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port 03141429-e903-42b0-ab92-ef4a08499fe5, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=03141429-e903-42b0-ab92-ef4a08499fe5,segment=NetworkSegment(223bc522-bf6b-4840-8f01-e26cc44a13a4),segment_id=223bc522-bf6b-4840-8f01-e26cc44a13a4)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:54:38.716466 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (03141429-e903-42b0-ab92-ef4a08499fe5), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:38.727985 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:38.741332 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] For port 7eeb8a33-d1e2-4aaa-8f68-05869341343d, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:54:38.747421 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] For port 7eeb8a33-d1e2-4aaa-8f68-05869341343d, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=7eeb8a33-d1e2-4aaa-8f68-05869341343d,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:54:38.751957 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:38.760616 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:38.763381 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Router 018060e1-f665-4589-bc06-dd52c63c2862 is scheduled to L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 with binding_index 1 {{(pid=110736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 17:54:38.810481 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:54:38.811127 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:54:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:38.813231 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=03141429-e903-42b0-ab92-ef4a08499fe5,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:38.874082 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:38.898430 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763c077d-d96c-43e9-b263-f529228a4fe3 None None] Network 2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:54:38.906534 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc59b63-3cfa-440e-af44-4568cd531f9d None None] Pushing event updated for resources: {'Port': ['ID=7eeb8a33-d1e2-4aaa-8f68-05869341343d,revision_number=4']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:38.912355 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:54:38.933642 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:38.938334 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-8e63492c-cbc6-4246-8183-dac666c5d03f admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0573363 Jul 28 17:54:38.938697 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46332) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:38.958719 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Sync routers for ids ['018060e1-f665-4589-bc06-dd52c63c2862'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:54:38.993606 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-6ddc91e1-0e6d-49e4-b498-4dfe7050cbd0 None None] Provisioning complete for port 7eeb8a33-d1e2-4aaa-8f68-05869341343d triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:38.994158 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-6ddc91e1-0e6d-49e4-b498-4dfe7050cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:39.023204 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Routers {'018060e1-f665-4589-bc06-dd52c63c2862'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:54:39.023959 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:54:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['018060e1-f665-4589-bc06-dd52c63c2862'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:39.075929 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:54:39.213408 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:39.221846 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-6ddc91e1-0e6d-49e4-b498-4dfe7050cbd0 None None] Current status of the port 7eeb8a33-d1e2-4aaa-8f68-05869341343d is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:39.222395 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-6ddc91e1-0e6d-49e4-b498-4dfe7050cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:39.238965 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Set router 018060e1-f665-4589-bc06-dd52c63c2862 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:54:39.323609 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:39.372198 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce22f3-c6fe-49e9-b97b-e88c3b0e352a None None] The sync data for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi is: [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:54:39.388647 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-6ddc91e1-0e6d-49e4-b498-4dfe7050cbd0 None None] For port 7eeb8a33-d1e2-4aaa-8f68-05869341343d, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=7eeb8a33-d1e2-4aaa-8f68-05869341343d,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:54:39.395555 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-6ddc91e1-0e6d-49e4-b498-4dfe7050cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:39.478244 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-6ddc91e1-0e6d-49e4-b498-4dfe7050cbd0 None None] Provisioning complete for port 03141429-e903-42b0-ab92-ef4a08499fe5 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:39.479203 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-6ddc91e1-0e6d-49e4-b498-4dfe7050cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (03141429-e903-42b0-ab92-ef4a08499fe5), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:39.489617 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:39.510490 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:39.564912 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc91e1-0e6d-49e4-b498-4dfe7050cbd0 None None] Pushing event updated for resources: {'Port': ['ID=7eeb8a33-d1e2-4aaa-8f68-05869341343d,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:39.631936 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018060e1-f665-4589-bc06-dd52c63c2862', 'name': 'tempest-TestVolumeBootPattern-1414284603-router', 'tenant_id': 'a36fe479443540dfbecf9373a72ca18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '88e7f467-2cad-4e9f-98c9-256de73abee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:36Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 3, 'project_id': 'a36fe479443540dfbecf9373a72ca18d', 'gw_port': {'id': '88e7f467-2cad-4e9f-98c9-256de73abee7', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018060e1-f665-4589-bc06-dd52c63c2862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:37Z', 'updated_at': '2022-07-28T17:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:39.716006 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Checking router: 018060e1-f665-4589-bc06-dd52c63c2862 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:54:39.716358 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Updating router 018060e1-f665-4589-bc06-dd52c63c2862 port 88e7f467-2cad-4e9f-98c9-256de73abee7 binding host dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:54:39.735198 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Allocated IP 172.20.0.1 (2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc/d05826e1-f268-4cd1-a99d-4ff323c6a275/aaa3b087-979b-49a1-a9e7-66803244ffcd) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:54:39.768572 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-6ddc91e1-0e6d-49e4-b498-4dfe7050cbd0 None None] Current status of the port 03141429-e903-42b0-ab92-ef4a08499fe5 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:39.775045 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (88e7f467-2cad-4e9f-98c9-256de73abee7), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:39.802240 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:39.804744 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:39.884859 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Publish callbacks [] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:39.909677 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-f613f4d4-86f6-41ef-ab2b-de75de055c3c None None] Provisioning complete for port 7eeb8a33-d1e2-4aaa-8f68-05869341343d triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:39.910048 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f613f4d4-86f6-41ef-ab2b-de75de055c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:39.926835 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:39.969761 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Network 2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:54:39.974621 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:54:39.980646 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:54:40.014287 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Pushing event updated for resources: {'Port': ['ID=aaa3b087-979b-49a1-a9e7-66803244ffcd,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:40.032417 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663937'] for router_interface (018060e1-f665-4589-bc06-dd52c63c2862), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:40.076627 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-f613f4d4-86f6-41ef-ab2b-de75de055c3c None None] Current status of the port 7eeb8a33-d1e2-4aaa-8f68-05869341343d is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:40.099271 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-f613f4d4-86f6-41ef-ab2b-de75de055c3c None None] Provisioning complete for port 03141429-e903-42b0-ab92-ef4a08499fe5 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:40.099938 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f613f4d4-86f6-41ef-ab2b-de75de055c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (03141429-e903-42b0-ab92-ef4a08499fe5), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:40.248011 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Publish callbacks [] for port (88e7f467-2cad-4e9f-98c9-256de73abee7), precommit_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:40.250863 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:40.281602 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (88e7f467-2cad-4e9f-98c9-256de73abee7), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:40.286691 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:40.317946 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device fa9bb070-3839-4378-9ca5-dccc8f53ee18 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:54:40.348103 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-f613f4d4-86f6-41ef-ab2b-de75de055c3c None None] Current status of the port 03141429-e903-42b0-ab92-ef4a08499fe5 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:40.382757 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:40.386798 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8a194-0217-41ee-b0c2-01235ad656dc None None] Pushing event updated for resources: {'Port': ['ID=88e7f467-2cad-4e9f-98c9-256de73abee7,revision_number=2']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:40.389486 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Attempting to bind port 88e7f467-2cad-4e9f-98c9-256de73abee7 on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:54:40.390216 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Attempting to bind port 88e7f467-2cad-4e9f-98c9-256de73abee7 by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:54:40.390912 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Attempting to bind port 88e7f467-2cad-4e9f-98c9-256de73abee7 on network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:54:40.400222 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:54:40.400595 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Checking segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:54:40.401004 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:40.401408 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Bound using segment: {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'} {{(pid=110737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:54:40.401875 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.managers [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Bound port: 88e7f467-2cad-4e9f-98c9-256de73abee7, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe46962-f289-46cb-9e33-e8abee15290e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}}] {{(pid=110737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:54:40.402252 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (88e7f467-2cad-4e9f-98c9-256de73abee7), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:40.440193 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Publish callbacks [] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:40.441711 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port fa9bb070-3839-4378-9ca5-dccc8f53ee18 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:40.442109 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (fa9bb070-3839-4378-9ca5-dccc8f53ee18), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:40.444949 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530785'] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:40.495736 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] For port 88e7f467-2cad-4e9f-98c9-256de73abee7, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:54:40.507227 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-ceabfeb4-85fb-473d-80fc-1b8d048830e7 None None] Provisioning complete for port aaa3b087-979b-49a1-a9e7-66803244ffcd triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:40.507602 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-ceabfeb4-85fb-473d-80fc-1b8d048830e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:40.513355 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664061'] for router_interface (018060e1-f665-4589-bc06-dd52c63c2862), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:40.513877 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] For port 88e7f467-2cad-4e9f-98c9-256de73abee7, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=88e7f467-2cad-4e9f-98c9-256de73abee7,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:54:40.515057 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Pushing event updated for resources: {'Port': ['ID=aaa3b087-979b-49a1-a9e7-66803244ffcd,revision_number=2']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:40.545516 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (88e7f467-2cad-4e9f-98c9-256de73abee7), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:40.582163 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-ceabfeb4-85fb-473d-80fc-1b8d048830e7 None None] Port aaa3b087-979b-49a1-a9e7-66803244ffcd cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:54:40.617519 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Network 2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:54:40.619011 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:54:40.628022 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:40.744939 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Router 018060e1-f665-4589-bc06-dd52c63c2862 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:54:40.752811 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:40.780754 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8a194-0217-41ee-b0c2-01235ad656dc None None] Pushing event updated for resources: {'Port': ['ID=88e7f467-2cad-4e9f-98c9-256de73abee7,revision_number=3']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:40.787787 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Routers {'018060e1-f665-4589-bc06-dd52c63c2862'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:54:40.788428 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:54:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['018060e1-f665-4589-bc06-dd52c63c2862'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:40.790350 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port fa9bb070-3839-4378-9ca5-dccc8f53ee18 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:40.791442 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 03141429-e903-42b0-ab92-ef4a08499fe5 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:54:40.882002 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:54:40.897734 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-ba670322-ed20-4626-8434-8af3cdb428fc admin admin] 10.222.0.89 "PUT /v2.0/routers/018060e1-f665-4589-bc06-dd52c63c2862/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9567397 Jul 28 17:54:40.934204 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-4d0187f4-c33f-4224-af2c-5f68ddc2e693 None None] Provisioning complete for port aaa3b087-979b-49a1-a9e7-66803244ffcd triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:40.934518 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-4d0187f4-c33f-4224-af2c-5f68ddc2e693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:40.968890 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 03141429-e903-42b0-ab92-ef4a08499fe5 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:40.969349 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (03141429-e903-42b0-ab92-ef4a08499fe5), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.010195 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] Set router 018060e1-f665-4589-bc06-dd52c63c2862 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:54:41.041541 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-4d0187f4-c33f-4224-af2c-5f68ddc2e693 None None] Port aaa3b087-979b-49a1-a9e7-66803244ffcd cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:54:41.191150 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 03141429-e903-42b0-ab92-ef4a08499fe5 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:41.192665 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 7eeb8a33-d1e2-4aaa-8f68-05869341343d up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:54:41.222341 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:41.276356 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46358) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:41.285210 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-5ea03935-729a-4df5-b51b-12f05d321e04 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1200150', 'description': 'tempest-secgroup-smoke-1200150 description', 'project_id': '1f721aa2c35842beba2060fde666b2a1'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:41.310601 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5ea03935-729a-4df5-b51b-12f05d321e04 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.316813 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 7eeb8a33-d1e2-4aaa-8f68-05869341343d triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:41.317671 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.323612 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018060e1-f665-4589-bc06-dd52c63c2862', 'name': 'tempest-TestVolumeBootPattern-1414284603-router', 'tenant_id': 'a36fe479443540dfbecf9373a72ca18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '88e7f467-2cad-4e9f-98c9-256de73abee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:36Z', 'updated_at': '2022-07-28T17:54:40Z', 'revision_number': 4, 'project_id': 'a36fe479443540dfbecf9373a72ca18d', 'gw_port': {'id': '88e7f467-2cad-4e9f-98c9-256de73abee7', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018060e1-f665-4589-bc06-dd52c63c2862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:37Z', 'updated_at': '2022-07-28T17:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'aaa3b087-979b-49a1-a9e7-66803244ffcd', 'name': '', 'network_id': '2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc', 'tenant_id': 'a36fe479443540dfbecf9373a72ca18d', 'mac_address': 'fa:16:3e:45:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018060e1-f665-4589-bc06-dd52c63c2862', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd05826e1-f268-4cd1-a99d-4ff323c6a275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:39Z', 'updated_at': '2022-07-28T17:54:40Z', 'revision_number': 2, 'project_id': 'a36fe479443540dfbecf9373a72ca18d', 'subnets': [{'id': 'd05826e1-f268-4cd1-a99d-4ff323c6a275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:41.341774 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:41.370740 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659b3c8-766e-4b85-b41e-88574cb39a32 None None] The sync data for ids ['018060e1-f665-4589-bc06-dd52c63c2862'] in dv-cinder-813229-13-iscsi is: [{'id': '018060e1-f665-4589-bc06-dd52c63c2862', 'name': 'tempest-TestVolumeBootPattern-1414284603-router', 'tenant_id': 'a36fe479443540dfbecf9373a72ca18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '88e7f467-2cad-4e9f-98c9-256de73abee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:36Z', 'updated_at': '2022-07-28T17:54:40Z', 'revision_number': 4, 'project_id': 'a36fe479443540dfbecf9373a72ca18d', 'gw_port': {'id': '88e7f467-2cad-4e9f-98c9-256de73abee7', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018060e1-f665-4589-bc06-dd52c63c2862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:37Z', 'updated_at': '2022-07-28T17:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'aaa3b087-979b-49a1-a9e7-66803244ffcd', 'name': '', 'network_id': '2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc', 'tenant_id': 'a36fe479443540dfbecf9373a72ca18d', 'mac_address': 'fa:16:3e:45:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018060e1-f665-4589-bc06-dd52c63c2862', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd05826e1-f268-4cd1-a99d-4ff323c6a275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:39Z', 'updated_at': '2022-07-28T17:54:40Z', 'revision_number': 2, 'project_id': 'a36fe479443540dfbecf9373a72ca18d', 'subnets': [{'id': 'd05826e1-f268-4cd1-a99d-4ff323c6a275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:54:41.418860 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5ea03935-729a-4df5-b51b-12f05d321e04 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group (9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.424777 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5ea03935-729a-4df5-b51b-12f05d321e04 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.441592 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 7eeb8a33-d1e2-4aaa-8f68-05869341343d is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:41.471543 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea03935-729a-4df5-b51b-12f05d321e04 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:41.479425 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-5ea03935-729a-4df5-b51b-12f05d321e04 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.484380 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-5ea03935-729a-4df5-b51b-12f05d321e04 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2028766 Jul 28 17:54:41.484840 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46366) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:41.491673 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-e9410f0e-34d7-455b-9c5f-c818791f824e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Request body: {'security_group_rule': {'security_group_id': '9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f', 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:41.524047 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e9410f0e-34d7-455b-9c5f-c818791f824e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (eb430e05-6919-4576-b294-c6351cb2cccf), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.583274 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e9410f0e-34d7-455b-9c5f-c818791f824e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (eb430e05-6919-4576-b294-c6351cb2cccf), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.587422 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e9410f0e-34d7-455b-9c5f-c818791f824e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (eb430e05-6919-4576-b294-c6351cb2cccf), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.607688 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9410f0e-34d7-455b-9c5f-c818791f824e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb430e05-6919-4576-b294-c6351cb2cccf,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:41.616906 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e9410f0e-34d7-455b-9c5f-c818791f824e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.621024 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46368) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:41.621591 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-e9410f0e-34d7-455b-9c5f-c818791f824e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340044 Jul 28 17:54:41.627191 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-588f4905-e9ad-4ade-b03e-b6a6ceff767c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Request body: {'security_group_rule': {'security_group_id': '9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f', 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:41.682427 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-588f4905-e9ad-4ade-b03e-b6a6ceff767c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (5528be21-5942-4fc2-a870-da302ba6c396), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.756653 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-588f4905-e9ad-4ade-b03e-b6a6ceff767c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (5528be21-5942-4fc2-a870-da302ba6c396), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.760781 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-588f4905-e9ad-4ade-b03e-b6a6ceff767c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (5528be21-5942-4fc2-a870-da302ba6c396), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.783421 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f4905-e9ad-4ade-b03e-b6a6ceff767c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5528be21-5942-4fc2-a870-da302ba6c396,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:41.789362 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-588f4905-e9ad-4ade-b03e-b6a6ceff767c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.793393 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46370) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:41.793550 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-588f4905-e9ad-4ade-b03e-b6a6ceff767c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1706145 Jul 28 17:54:41.799063 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-8253515c-e128-4f03-9ed3-6d4831cbf92c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Request body: {'security_group_rule': {'security_group_id': '9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f', 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:41.835924 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8253515c-e128-4f03-9ed3-6d4831cbf92c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (8ebf97a9-e582-4ba4-a2dd-b48e0d6d57ac), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.906481 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8253515c-e128-4f03-9ed3-6d4831cbf92c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (8ebf97a9-e582-4ba4-a2dd-b48e0d6d57ac), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.910566 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8253515c-e128-4f03-9ed3-6d4831cbf92c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (8ebf97a9-e582-4ba4-a2dd-b48e0d6d57ac), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.937720 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253515c-e128-4f03-9ed3-6d4831cbf92c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebf97a9-e582-4ba4-a2dd-b48e0d6d57ac,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:41.948441 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8253515c-e128-4f03-9ed3-6d4831cbf92c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:41.949883 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-8253515c-e128-4f03-9ed3-6d4831cbf92c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1549897 Jul 28 17:54:41.952438 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46372) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:41.957904 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-a9292dad-4d35-428f-875f-ab95837a519c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Request body: {'security_group_rule': {'security_group_id': '9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f', 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:41.988196 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a9292dad-4d35-428f-875f-ab95837a519c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (fb407cc9-90e7-4220-b13d-cc328f36c72e), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:42.056410 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:42.064541 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a9292dad-4d35-428f-875f-ab95837a519c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (fb407cc9-90e7-4220-b13d-cc328f36c72e), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:42.068474 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a9292dad-4d35-428f-875f-ab95837a519c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (fb407cc9-90e7-4220-b13d-cc328f36c72e), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:42.094381 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9292dad-4d35-428f-875f-ab95837a519c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb407cc9-90e7-4220-b13d-cc328f36c72e,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:42.100486 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a9292dad-4d35-428f-875f-ab95837a519c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:42.104624 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46374) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:42.104782 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-a9292dad-4d35-428f-875f-ab95837a519c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510241 Jul 28 17:54:42.110096 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-efd6d660-fabc-4dcf-9acb-184ecc1f76a5 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Request body: {'security_group_rule': {'security_group_id': '9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f', 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:42.134420 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.securitygroups_db [None req-efd6d660-fabc-4dcf-9acb-184ecc1f76a5 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Project 1f721aa2c35842beba2060fde666b2a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 17:54:42.141770 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-efd6d660-fabc-4dcf-9acb-184ecc1f76a5 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (da32ade3-16f1-4fe0-99f4-40f1c8630035), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:42.202384 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-efd6d660-fabc-4dcf-9acb-184ecc1f76a5 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (da32ade3-16f1-4fe0-99f4-40f1c8630035), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:42.208395 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-efd6d660-fabc-4dcf-9acb-184ecc1f76a5 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (da32ade3-16f1-4fe0-99f4-40f1c8630035), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:42.229148 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6d660-fabc-4dcf-9acb-184ecc1f76a5 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da32ade3-16f1-4fe0-99f4-40f1c8630035,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:42.247743 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-efd6d660-fabc-4dcf-9acb-184ecc1f76a5 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:42.249760 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-efd6d660-fabc-4dcf-9acb-184ecc1f76a5 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435370 Jul 28 17:54:42.252479 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46376) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:42.259130 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-fc471eb9-2afd-4208-89c3-2d98d0a63f80 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Request body: {'security_group_rule': {'security_group_id': '9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f', 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:42.270397 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:42.299407 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.securitygroups_db [None req-fc471eb9-2afd-4208-89c3-2d98d0a63f80 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Project 1f721aa2c35842beba2060fde666b2a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 17:54:42.307626 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fc471eb9-2afd-4208-89c3-2d98d0a63f80 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (36f51487-83c4-46ae-86c7-f99df47c3a63), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:42.359046 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:42.377503 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fc471eb9-2afd-4208-89c3-2d98d0a63f80 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (36f51487-83c4-46ae-86c7-f99df47c3a63), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:42.381611 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fc471eb9-2afd-4208-89c3-2d98d0a63f80 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (36f51487-83c4-46ae-86c7-f99df47c3a63), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:42.403937 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc471eb9-2afd-4208-89c3-2d98d0a63f80 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f51487-83c4-46ae-86c7-f99df47c3a63,revision_number=0']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:42.413004 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fc471eb9-2afd-4208-89c3-2d98d0a63f80 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:42.414828 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-fc471eb9-2afd-4208-89c3-2d98d0a63f80 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1613588 Jul 28 17:54:43.580091 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Sync routers for ids ['018060e1-f665-4589-bc06-dd52c63c2862'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:54:43.589899 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Routers {'018060e1-f665-4589-bc06-dd52c63c2862'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:54:43.590497 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:54:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['018060e1-f665-4589-bc06-dd52c63c2862'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:43.698337 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Set router 018060e1-f665-4589-bc06-dd52c63c2862 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:54:43.899586 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018060e1-f665-4589-bc06-dd52c63c2862', 'name': 'tempest-TestVolumeBootPattern-1414284603-router', 'tenant_id': 'a36fe479443540dfbecf9373a72ca18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '88e7f467-2cad-4e9f-98c9-256de73abee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:36Z', 'updated_at': '2022-07-28T17:54:40Z', 'revision_number': 4, 'project_id': 'a36fe479443540dfbecf9373a72ca18d', 'gw_port': {'id': '88e7f467-2cad-4e9f-98c9-256de73abee7', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018060e1-f665-4589-bc06-dd52c63c2862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:37Z', 'updated_at': '2022-07-28T17:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'aaa3b087-979b-49a1-a9e7-66803244ffcd', 'name': '', 'network_id': '2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc', 'tenant_id': 'a36fe479443540dfbecf9373a72ca18d', 'mac_address': 'fa:16:3e:45:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018060e1-f665-4589-bc06-dd52c63c2862', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd05826e1-f268-4cd1-a99d-4ff323c6a275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:39Z', 'updated_at': '2022-07-28T17:54:40Z', 'revision_number': 2, 'project_id': 'a36fe479443540dfbecf9373a72ca18d', 'subnets': [{'id': 'd05826e1-f268-4cd1-a99d-4ff323c6a275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:43.937780 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Checking router: 018060e1-f665-4589-bc06-dd52c63c2862 for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:54:43.938267 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Updating router 018060e1-f665-4589-bc06-dd52c63c2862 port aaa3b087-979b-49a1-a9e7-66803244ffcd binding host dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:54:43.974885 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:44.159329 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=100 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:44.201678 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 88e7f467-2cad-4e9f-98c9-256de73abee7 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:54:44.250266 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 88e7f467-2cad-4e9f-98c9-256de73abee7 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:44.250556 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (88e7f467-2cad-4e9f-98c9-256de73abee7), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:44.283640 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=100 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:44.324167 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 88e7f467-2cad-4e9f-98c9-256de73abee7 is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:44.324565 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (88e7f467-2cad-4e9f-98c9-256de73abee7), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:44.341630 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Publish callbacks [] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), precommit_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:44.351762 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] For port 88e7f467-2cad-4e9f-98c9-256de73abee7, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=88e7f467-2cad-4e9f-98c9-256de73abee7,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:54:44.354062 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:44.356957 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (88e7f467-2cad-4e9f-98c9-256de73abee7), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:44.409402 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Pushing event updated for resources: {'Port': ['ID=88e7f467-2cad-4e9f-98c9-256de73abee7,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:44.409648 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8973ebc-341f-4f96-ab10-2adbfd463d52 None None] Pushing event updated for resources: {'Port': ['ID=aaa3b087-979b-49a1-a9e7-66803244ffcd,revision_number=3']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:44.466620 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Attempting to bind port aaa3b087-979b-49a1-a9e7-66803244ffcd on host dv-cinder-813229-13-iscsi for vnic_type normal with profile {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:54:44.467136 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Attempting to bind port aaa3b087-979b-49a1-a9e7-66803244ffcd by drivers openvswitch,hyperv on host dv-cinder-813229-13-iscsi at level 0 using segments [{'id': '223bc522-bf6b-4840-8f01-e26cc44a13a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc'}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:54:44.467546 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Attempting to bind port aaa3b087-979b-49a1-a9e7-66803244ffcd on network 2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:54:44.474140 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Checking agent: {'id': '1ee1d356-c324-44de-b101-ccd3c73905db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 36, 1), 'started_at': datetime.datetime(2022, 7, 28, 17, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:54:44.474517 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Checking segment: {'id': '223bc522-bf6b-4840-8f01-e26cc44a13a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:54:44.474920 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:44.475309 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Bound using segment: {'id': '223bc522-bf6b-4840-8f01-e26cc44a13a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc'} {{(pid=110738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:54:44.475772 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.managers [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Bound port: aaa3b087-979b-49a1-a9e7-66803244ffcd, host: dv-cinder-813229-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223bc522-bf6b-4840-8f01-e26cc44a13a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc'}}] {{(pid=110738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:54:44.476154 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), before_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:44.542506 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] For port aaa3b087-979b-49a1-a9e7-66803244ffcd, host dv-cinder-813229-13-iscsi, cleared binding levels {{(pid=110738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:54:44.545633 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.plugins.ml2.db [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] For port aaa3b087-979b-49a1-a9e7-66803244ffcd, host dv-cinder-813229-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=aaa3b087-979b-49a1-a9e7-66803244ffcd,segment=NetworkSegment(223bc522-bf6b-4840-8f01-e26cc44a13a4),segment_id=223bc522-bf6b-4840-8f01-e26cc44a13a4)] {{(pid=110738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:54:44.552158 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron_lib.callbacks.manager [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), after_update {{(pid=110738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:44.596681 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-470f2a48-514c-4d62-a50c-973f1a80d5eb None None] Provisioning complete for port aaa3b087-979b-49a1-a9e7-66803244ffcd triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:44.597242 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-470f2a48-514c-4d62-a50c-973f1a80d5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:44.617364 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Routers {'018060e1-f665-4589-bc06-dd52c63c2862'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:54:44.617992 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:54:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['018060e1-f665-4589-bc06-dd52c63c2862'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:44.621062 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8973ebc-341f-4f96-ab10-2adbfd463d52 None None] Pushing event updated for resources: {'Port': ['ID=aaa3b087-979b-49a1-a9e7-66803244ffcd,revision_number=4']} {{(pid=110738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:44.702032 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-470f2a48-514c-4d62-a50c-973f1a80d5eb None None] Current status of the port aaa3b087-979b-49a1-a9e7-66803244ffcd is: DOWN; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:44.702197 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-470f2a48-514c-4d62-a50c-973f1a80d5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:44.733427 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] Set router 018060e1-f665-4589-bc06-dd52c63c2862 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:54:44.741578 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-470f2a48-514c-4d62-a50c-973f1a80d5eb None None] For port aaa3b087-979b-49a1-a9e7-66803244ffcd, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=aaa3b087-979b-49a1-a9e7-66803244ffcd,segment=NetworkSegment(223bc522-bf6b-4840-8f01-e26cc44a13a4),segment_id=223bc522-bf6b-4840-8f01-e26cc44a13a4)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:54:44.746017 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-470f2a48-514c-4d62-a50c-973f1a80d5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:44.801470 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f2a48-514c-4d62-a50c-973f1a80d5eb None None] Pushing event updated for resources: {'Port': ['ID=aaa3b087-979b-49a1-a9e7-66803244ffcd,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:44.866612 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9038fabb-4c22-4d9a-a8f0-1aaa9d29f7b1 None None] Provisioning complete for port aaa3b087-979b-49a1-a9e7-66803244ffcd triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:44.867000 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9038fabb-4c22-4d9a-a8f0-1aaa9d29f7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:44.948022 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9038fabb-4c22-4d9a-a8f0-1aaa9d29f7b1 None None] Current status of the port aaa3b087-979b-49a1-a9e7-66803244ffcd is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:45.025369 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018060e1-f665-4589-bc06-dd52c63c2862', 'name': 'tempest-TestVolumeBootPattern-1414284603-router', 'tenant_id': 'a36fe479443540dfbecf9373a72ca18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '88e7f467-2cad-4e9f-98c9-256de73abee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:36Z', 'updated_at': '2022-07-28T17:54:40Z', 'revision_number': 4, 'project_id': 'a36fe479443540dfbecf9373a72ca18d', 'gw_port': {'id': '88e7f467-2cad-4e9f-98c9-256de73abee7', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018060e1-f665-4589-bc06-dd52c63c2862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:37Z', 'updated_at': '2022-07-28T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'aaa3b087-979b-49a1-a9e7-66803244ffcd', 'name': '', 'network_id': '2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc', 'tenant_id': 'a36fe479443540dfbecf9373a72ca18d', 'mac_address': 'fa:16:3e:45:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018060e1-f665-4589-bc06-dd52c63c2862', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd05826e1-f268-4cd1-a99d-4ff323c6a275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:39Z', 'updated_at': '2022-07-28T17:54:44Z', 'revision_number': 4, 'project_id': 'a36fe479443540dfbecf9373a72ca18d', 'subnets': [{'id': 'd05826e1-f268-4cd1-a99d-4ff323c6a275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:45.055486 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d5c020-2dba-4ef5-a229-e6d4dd143ceb None None] The sync data for ids ['018060e1-f665-4589-bc06-dd52c63c2862'] in dv-cinder-813229-13-iscsi is: [{'id': '018060e1-f665-4589-bc06-dd52c63c2862', 'name': 'tempest-TestVolumeBootPattern-1414284603-router', 'tenant_id': 'a36fe479443540dfbecf9373a72ca18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '88e7f467-2cad-4e9f-98c9-256de73abee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:36Z', 'updated_at': '2022-07-28T17:54:40Z', 'revision_number': 4, 'project_id': 'a36fe479443540dfbecf9373a72ca18d', 'gw_port': {'id': '88e7f467-2cad-4e9f-98c9-256de73abee7', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018060e1-f665-4589-bc06-dd52c63c2862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:37Z', 'updated_at': '2022-07-28T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': 'aaa3b087-979b-49a1-a9e7-66803244ffcd', 'name': '', 'network_id': '2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc', 'tenant_id': 'a36fe479443540dfbecf9373a72ca18d', 'mac_address': 'fa:16:3e:45:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018060e1-f665-4589-bc06-dd52c63c2862', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd05826e1-f268-4cd1-a99d-4ff323c6a275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:39Z', 'updated_at': '2022-07-28T17:54:44Z', 'revision_number': 4, 'project_id': 'a36fe479443540dfbecf9373a72ca18d', 'subnets': [{'id': 'd05826e1-f268-4cd1-a99d-4ff323c6a275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:54:46.195821 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 88e7f467-2cad-4e9f-98c9-256de73abee7 up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:54:46.239426 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port 88e7f467-2cad-4e9f-98c9-256de73abee7 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:46.239844 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (88e7f467-2cad-4e9f-98c9-256de73abee7), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:46.317634 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port 88e7f467-2cad-4e9f-98c9-256de73abee7 is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:46.318606 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device aaa3b087-979b-49a1-a9e7-66803244ffcd up at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:54:46.353593 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:46.354554 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:46.365947 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Provisioning complete for port aaa3b087-979b-49a1-a9e7-66803244ffcd triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:54:46.366331 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:46.445620 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Current status of the port aaa3b087-979b-49a1-a9e7-66803244ffcd is: ACTIVE; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:54:50.880643 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde54608-e19f-4b21-8e46-6b46917287f9 req-7c153e49-ec45-4678-a609-31bf2f9440e7 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:54:50.882088 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dde54608-e19f-4b21-8e46-6b46917287f9 req-7c153e49-ec45-4678-a609-31bf2f9440e7 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 945 time: 0.0530837 Jul 28 17:54:50.931776 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dde54608-e19f-4b21-8e46-6b46917287f9 req-af73e103-0a91-4192-874d-1bbb2f194522 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=1ff9acf6-5043-448b-92f7-c0234fe53cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441043 Jul 28 17:54:52.055921 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f88131-7565-4d6d-a0ee-0a3b4396adbd req-fb06e2f2-07c7-493f-8e96-e1e3868169c5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:54:52.057524 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e5f88131-7565-4d6d-a0ee-0a3b4396adbd req-fb06e2f2-07c7-493f-8e96-e1e3868169c5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 945 time: 0.0477936 Jul 28 17:54:52.105444 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e5f88131-7565-4d6d-a0ee-0a3b4396adbd req-a060bf0d-fc98-4d47-a9d0-260446c95292 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=1ff9acf6-5043-448b-92f7-c0234fe53cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419943 Jul 28 17:54:52.909908 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4416f-8b23-4b8e-80d7-5f935597a79c req-1d213ce5-8055-4606-afce-ed9afa6ef2be tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:54:52.910984 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-61c4416f-8b23-4b8e-80d7-5f935597a79c req-1d213ce5-8055-4606-afce-ed9afa6ef2be tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 945 time: 0.0497131 Jul 28 17:54:53.002209 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-61c4416f-8b23-4b8e-80d7-5f935597a79c req-fc4817f7-f17d-4912-bb40-2f0db85a03d9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Deleting port b174a02c-65dd-4088-977c-9d0a804e228d {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:54:53.002688 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-61c4416f-8b23-4b8e-80d7-5f935597a79c req-fc4817f7-f17d-4912-bb40-2f0db85a03d9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (b174a02c-65dd-4088-977c-9d0a804e228d), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:53.094029 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-61c4416f-8b23-4b8e-80d7-5f935597a79c req-fc4817f7-f17d-4912-bb40-2f0db85a03d9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] For port b174a02c-65dd-4088-977c-9d0a804e228d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b174a02c-65dd-4088-977c-9d0a804e228d,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:54:53.094324 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-61c4416f-8b23-4b8e-80d7-5f935597a79c req-fc4817f7-f17d-4912-bb40-2f0db85a03d9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (b174a02c-65dd-4088-977c-9d0a804e228d), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:53.279854 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c1447-4611-4c3a-849f-8b138933d864 req-4f971ebc-a976-4274-acc8-e89baeb6086b tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:54:53.281269 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8d8c1447-4611-4c3a-849f-8b138933d864 req-4f971ebc-a976-4274-acc8-e89baeb6086b tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 945 time: 0.0889916 Jul 28 17:54:53.320572 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-61c4416f-8b23-4b8e-80d7-5f935597a79c req-fc4817f7-f17d-4912-bb40-2f0db85a03d9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:53.320941 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-61c4416f-8b23-4b8e-80d7-5f935597a79c req-fc4817f7-f17d-4912-bb40-2f0db85a03d9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (e272a574-1b73-4966-90b3-6efd09204fe7), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:53.321346 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.l3_db [req-61c4416f-8b23-4b8e-80d7-5f935597a79c req-fc4817f7-f17d-4912-bb40-2f0db85a03d9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Floating IP e272a574-1b73-4966-90b3-6efd09204fe7 disassociated. External IP: 172.27.1.18, port: b174a02c-65dd-4088-977c-9d0a804e228d. Jul 28 17:54:53.321705 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-61c4416f-8b23-4b8e-80d7-5f935597a79c req-fc4817f7-f17d-4912-bb40-2f0db85a03d9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Calling delete_port for b174a02c-65dd-4088-977c-9d0a804e228d owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:54:53.386410 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8d8c1447-4611-4c3a-849f-8b138933d864 req-2c00ee27-36e2-4a76-bc01-e672d7769f6f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=1ff9acf6-5043-448b-92f7-c0234fe53cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950942 Jul 28 17:54:53.479015 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-61c4416f-8b23-4b8e-80d7-5f935597a79c req-fc4817f7-f17d-4912-bb40-2f0db85a03d9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (b174a02c-65dd-4088-977c-9d0a804e228d), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:53.506919 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4817f7-f17d-4912-bb40-2f0db85a03d9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event deleted for resources: {'Port': ['ID=b174a02c-65dd-4088-977c-9d0a804e228d,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:53.547307 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:53.885808 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61c4416f-8b23-4b8e-80d7-5f935597a79c req-fc4817f7-f17d-4912-bb40-2f0db85a03d9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Router 2d47a542-f47f-47f4-96fb-ccfb58776de1 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:54:53.927403 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:53.998418 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61c4416f-8b23-4b8e-80d7-5f935597a79c req-fc4817f7-f17d-4912-bb40-2f0db85a03d9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:54:54.010794 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c40770-fd46-426b-adba-8a38bcad2e61 None None] Sync routers for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:54:54.021673 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c40770-fd46-426b-adba-8a38bcad2e61 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:54:54.022407 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-b6c40770-fd46-426b-adba-8a38bcad2e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:54:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:54.045663 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c4416f-8b23-4b8e-80d7-5f935597a79c req-fc4817f7-f17d-4912-bb40-2f0db85a03d9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] No DVR routers for this DVR port b174a02c-65dd-4088-977c-9d0a804e228d on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:54:54.048502 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-61c4416f-8b23-4b8e-80d7-5f935597a79c req-fc4817f7-f17d-4912-bb40-2f0db85a03d9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:54.052657 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-61c4416f-8b23-4b8e-80d7-5f935597a79c req-fc4817f7-f17d-4912-bb40-2f0db85a03d9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "DELETE /v2.0/ports/b174a02c-65dd-4088-977c-9d0a804e228d HTTP/1.1" status: 204 len: 173 time: 1.1308179 Jul 28 17:54:54.053125 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d292fc-1ec6-4cd3-80a1-bf198ce23c9d', 'name': 'network-vif-deleted', 'tag': 'b174a02c-65dd-4088-977c-9d0a804e228d'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:54:54.055583 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f87dc86-9a19-402c-96c9-0ff6c7af912e" -d '{"events": [{"server_uuid": "05d292fc-1ec6-4cd3-80a1-bf198ce23c9d", "name": "network-vif-deleted", "tag": "b174a02c-65dd-4088-977c-9d0a804e228d"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:54:54.102106 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083d8fed-58a5-4a15-ab78-b9ec0c853c90 x-openstack-request-id: req-083d8fed-58a5-4a15-ab78-b9ec0c853c90 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:54:54.102514 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d292fc-1ec6-4cd3-80a1-bf198ce23c9d", "name": "network-vif-deleted", "tag": "b174a02c-65dd-4088-977c-9d0a804e228d", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:54:54.102809 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-083d8fed-58a5-4a15-ab78-b9ec0c853c90 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:54:54.103545 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083d8fed-58a5-4a15-ab78-b9ec0c853c90'] response: {'server_uuid': '05d292fc-1ec6-4cd3-80a1-bf198ce23c9d', 'name': 'network-vif-deleted', 'tag': 'b174a02c-65dd-4088-977c-9d0a804e228d', 'status': 'completed', 'code': 200} Jul 28 17:54:54.133420 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-b6c40770-fd46-426b-adba-8a38bcad2e61 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:54:54.328677 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-b6c40770-fd46-426b-adba-8a38bcad2e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:54.357245 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c40770-fd46-426b-adba-8a38bcad2e61 None None] Checking router: 2d47a542-f47f-47f4-96fb-ccfb58776de1 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:54:54.366653 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c40770-fd46-426b-adba-8a38bcad2e61 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:54:54.367256 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-b6c40770-fd46-426b-adba-8a38bcad2e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:54:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:54.506173 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-204e10cc-50fa-42f9-a0f7-b6832f9df53d req-6c6368b5-5cec-4a5e-a936-03f90dc38015 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=05d292fc-1ec6-4cd3-80a1-bf198ce23c9d HTTP/1.1" status: 200 len: 210 time: 0.0317261 Jul 28 17:54:54.597226 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-b6c40770-fd46-426b-adba-8a38bcad2e61 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:54:54.788739 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-b6c40770-fd46-426b-adba-8a38bcad2e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:54:54.813498 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c40770-fd46-426b-adba-8a38bcad2e61 None None] The sync data for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi is: [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:54:55.023241 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:55.028733 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec26e52-bf6b-486e-b7e2-7c5c7b6e8ec7 None None] New status for floating IP e272a574-1b73-4966-90b3-6efd09204fe7: DOWN {{(pid=110738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:54:55.030721 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:55.602435 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46522) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:55.664184 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-125aba26-0c3b-489f-ad2a-0fdb42bf3033 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (1ff9acf6-5043-448b-92f7-c0234fe53cb6), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:55.688093 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-125aba26-0c3b-489f-ad2a-0fdb42bf3033 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (1ff9acf6-5043-448b-92f7-c0234fe53cb6), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:55.706960 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0247-8d64-4305-b698-67489d61f9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:55.738986 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-125aba26-0c3b-489f-ad2a-0fdb42bf3033 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (1ff9acf6-5043-448b-92f7-c0234fe53cb6), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:55.741664 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-125aba26-0c3b-489f-ad2a-0fdb42bf3033 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:55.742811 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-125aba26-0c3b-489f-ad2a-0fdb42bf3033 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "DELETE /v2.0/security-groups/1ff9acf6-5043-448b-92f7-c0234fe53cb6 HTTP/1.1" status: 204 len: 168 time: 0.1392865 Jul 28 17:54:55.745626 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46524) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:55.751907 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125aba26-0c3b-489f-ad2a-0fdb42bf3033 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff9acf6-5043-448b-92f7-c0234fe53cb6,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:55.754742 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:55.762004 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.api.v2.resource [None req-46f658fd-84e8-46c9-8ed0-0390a5ac59b2 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] show failed (client error): The resource could not be found. Jul 28 17:54:55.763040 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-46f658fd-84e8-46c9-8ed0-0390a5ac59b2 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups/1ff9acf6-5043-448b-92f7-c0234fe53cb6 HTTP/1.1" status: 404 len: 347 time: 0.0163753 Jul 28 17:54:55.765923 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46526) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:55.865242 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device b174a02c-65dd-4088-977c-9d0a804e228d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:54:55.880004 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-bb7642eb-27e3-4ca8-b1a1-ff101c23f985 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Deleting port e9b1d766-8560-4b7c-b063-dd845fbfa059 {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:54:55.880941 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bb7642eb-27e3-4ca8-b1a1-ff101c23f985 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (e9b1d766-8560-4b7c-b063-dd845fbfa059), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:55.884885 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: b174a02c-65dd-4088-977c-9d0a804e228d {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:54:55.885255 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device b174a02c-65dd-4088-977c-9d0a804e228d not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:54:55.965639 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bb7642eb-27e3-4ca8-b1a1-ff101c23f985 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (e9b1d766-8560-4b7c-b063-dd845fbfa059), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:55.965978 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bb7642eb-27e3-4ca8-b1a1-ff101c23f985 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (e9b1d766-8560-4b7c-b063-dd845fbfa059), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:55.979222 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-bb7642eb-27e3-4ca8-b1a1-ff101c23f985 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Calling delete_port for e9b1d766-8560-4b7c-b063-dd845fbfa059 owned by network:floatingip {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:54:56.112909 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bb7642eb-27e3-4ca8-b1a1-ff101c23f985 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (e9b1d766-8560-4b7c-b063-dd845fbfa059), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:56.137659 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7642eb-27e3-4ca8-b1a1-ff101c23f985 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event deleted for resources: {'Port': ['ID=e9b1d766-8560-4b7c-b063-dd845fbfa059,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:56.202372 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bb7642eb-27e3-4ca8-b1a1-ff101c23f985 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (e272a574-1b73-4966-90b3-6efd09204fe7), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:56.204868 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-bb7642eb-27e3-4ca8-b1a1-ff101c23f985 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:56.206792 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-bb7642eb-27e3-4ca8-b1a1-ff101c23f985 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "DELETE /v2.0/floatingips/e272a574-1b73-4966-90b3-6efd09204fe7 HTTP/1.1" status: 204 len: 168 time: 0.4399593 Jul 28 17:54:56.272939 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46530) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:56.277842 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-42bd1789-504c-4470-aaff-60610189c08f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--615355371', 'description': 'tempest-description--761177706'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:56.300216 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-42bd1789-504c-4470-aaff-60610189c08f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:56.369626 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-42bd1789-504c-4470-aaff-60610189c08f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (0db10171-24ae-4c9c-b6f4-61ff7d4a9523), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:56.373223 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-42bd1789-504c-4470-aaff-60610189c08f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (0db10171-24ae-4c9c-b6f4-61ff7d4a9523), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:56.409098 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-42bd1789-504c-4470-aaff-60610189c08f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:56.410481 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-42bd1789-504c-4470-aaff-60610189c08f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1364279 Jul 28 17:54:56.412424 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd1789-504c-4470-aaff-60610189c08f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db10171-24ae-4c9c-b6f4-61ff7d4a9523,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:56.413519 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46532) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:56.417978 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-66aa957b-50bb-4bdc-9d48-832509c5a9c5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'security_group_rule': {'security_group_id': '0db10171-24ae-4c9c-b6f4-61ff7d4a9523', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:56.681463 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-66aa957b-50bb-4bdc-9d48-832509c5a9c5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (3aab6077-5aea-4d70-8107-d17e04799fe1), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:56.737954 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-66aa957b-50bb-4bdc-9d48-832509c5a9c5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (3aab6077-5aea-4d70-8107-d17e04799fe1), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:56.743121 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-66aa957b-50bb-4bdc-9d48-832509c5a9c5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (3aab6077-5aea-4d70-8107-d17e04799fe1), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:56.761771 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa957b-50bb-4bdc-9d48-832509c5a9c5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aab6077-5aea-4d70-8107-d17e04799fe1,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:56.772205 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-66aa957b-50bb-4bdc-9d48-832509c5a9c5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:56.773432 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-66aa957b-50bb-4bdc-9d48-832509c5a9c5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3588755 Jul 28 17:54:56.776037 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46536) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:56.780462 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-c41be878-2b23-4895-b264-28a5df11bc95 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'security_group_rule': {'security_group_id': '0db10171-24ae-4c9c-b6f4-61ff7d4a9523', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:56.807732 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c41be878-2b23-4895-b264-28a5df11bc95 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (c03435b6-dc9d-4f09-b71c-412f1c47fab9), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:56.863950 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c41be878-2b23-4895-b264-28a5df11bc95 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (c03435b6-dc9d-4f09-b71c-412f1c47fab9), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:56.867449 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c41be878-2b23-4895-b264-28a5df11bc95 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329854'] for security_group_rule (c03435b6-dc9d-4f09-b71c-412f1c47fab9), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:56.881191 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:56.887012 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41be878-2b23-4895-b264-28a5df11bc95 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03435b6-dc9d-4f09-b71c-412f1c47fab9,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:56.894887 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c41be878-2b23-4895-b264-28a5df11bc95 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:56.896061 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-c41be878-2b23-4895-b264-28a5df11bc95 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191103 Jul 28 17:54:56.899457 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46538) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:54:56.904265 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'floatingip': {'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:56.926036 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:57.006182 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:57.114548 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Allocated IP 172.27.1.156 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/a2854a17-5c52-40d8-984a-3025a14841d4) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:54:57.194298 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:57.221983 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for port (a2854a17-5c52-40d8-984a-3025a14841d4), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:57.223546 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:57.259797 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (a2854a17-5c52-40d8-984a-3025a14841d4), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:57.303440 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:54:57.308377 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:54:57.312366 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:54:57.315407 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'Port': ['ID=a2854a17-5c52-40d8-984a-3025a14841d4,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:57.395085 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (924853a7-d1f1-4c89-b7a0-dba9d49c5a2d), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:57.433014 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (a2854a17-5c52-40d8-984a-3025a14841d4), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:57.579226 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for port (a2854a17-5c52-40d8-984a-3025a14841d4), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:57.584416 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (a2854a17-5c52-40d8-984a-3025a14841d4), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:57.659245 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'Port': ['ID=a2854a17-5c52-40d8-984a-3025a14841d4,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:54:57.668269 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (924853a7-d1f1-4c89-b7a0-dba9d49c5a2d), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:57.686115 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:57.696448 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-ee4f6970-cf27-4151-b887-0a58c83eccfb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7869477 Jul 28 17:54:57.903606 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-90966c1e-b3c6-41d4-b9dc-a655131fcccf tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--615355371&fields=id&tenant_id=72a9ad9df4f84c658e9964f1a0c0b282 HTTP/1.1" status: 200 len: 267 time: 0.0434992 Jul 28 17:54:58.013002 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-979420e7-896f-430a-824b-b0e9dde98787 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:54:58.014473 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-979420e7-896f-430a-824b-b0e9dde98787 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 815 time: 0.1043007 Jul 28 17:54:58.030974 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-1b3746ee-b8d9-4ea4-ba00-26ea652eee3c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/quotas/72a9ad9df4f84c658e9964f1a0c0b282 HTTP/1.1" status: 200 len: 375 time: 0.0096948 Jul 28 17:54:58.082805 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-246bdc3c-43c1-464d-93e3-ffdd0fc30dc7 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458732 Jul 28 17:54:58.098821 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-3b5b809e-84e4-4914-a1fa-1e0baea7a277 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=110735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:54:58.100155 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-3b5b809e-84e4-4914-a1fa-1e0baea7a277 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061936 Jul 28 17:54:58.126605 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-7c025e97-b316-4325-ad24-7209d604e60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:58.191322 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7c74dd3b-6e36-4322-bb28-641ce071791e service neutron] 10.222.0.89 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855439 Jul 28 17:54:58.203518 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:58.247566 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:58.289809 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-c50c78ef-5218-4dba-bb98-18a5b38e381b service neutron] 10.222.0.89 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929456 Jul 28 17:54:58.461413 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8fbfc600-ce99-45e3-acfc-e05bd52bd2ad req-696b395a-04e6-4a35-9538-bfe908a4479e tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 210 time: 0.0311432 Jul 28 17:54:59.005570 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-aff9490d-c83d-4e95-aa2a-4efa208998be tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1200150&fields=id&tenant_id=1f721aa2c35842beba2060fde666b2a1 HTTP/1.1" status: 200 len: 267 time: 0.0492978 Jul 28 17:54:59.125016 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-eb9487cf-7122-4bde-963c-695f374e0fa7 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:54:59.126685 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-eb9487cf-7122-4bde-963c-695f374e0fa7 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 811 time: 0.1143622 Jul 28 17:54:59.141853 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-21856fbe-d869-4c92-9552-a8e14f7c1273 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/quotas/1f721aa2c35842beba2060fde666b2a1 HTTP/1.1" status: 200 len: 375 time: 0.0092783 Jul 28 17:54:59.150756 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:59.195405 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-5a1d5213-1da0-4ab0-8e23-1417bea7df57 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459886 Jul 28 17:54:59.294441 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-3c8f9fb1-7dec-4886-aa01-1f6ef5f33f2e service neutron] 10.222.0.89 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871332 Jul 28 17:54:59.388140 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-e8de6802-f10b-4390-b0b3-07eb45257fdf service neutron] 10.222.0.89 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877316 Jul 28 17:54:59.568780 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-fb52d9ae-8982-49a1-bd61-ed4fd1e00640 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:54:59.570731 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-fb52d9ae-8982-49a1-bd61-ed4fd1e00640 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 815 time: 0.1277330 Jul 28 17:54:59.574342 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-59e3e29e-3c14-40a0-b1c2-3d4d1fed03db req-3a0083c0-5e91-4fbb-a4ff-5f2bb5625b97 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 210 time: 0.0324180 Jul 28 17:54:59.656376 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-f0f3725b-4811-4dff-bb0d-a9d81dd58b39 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72a9ad9df4f84c658e9964f1a0c0b282 HTTP/1.1" status: 200 len: 379 time: 0.0633128 Jul 28 17:54:59.723827 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5e85b6fa-5055-4797-baba-2bf0aeef6658 req-797fa3b2-26e5-4d6e-a343-f05cae570927 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 210 time: 0.0290296 Jul 28 17:54:59.768778 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-8890a675-734d-44d4-9725-ce19b1f0e3fd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'port': {'device_id': '97639f29-3303-412a-bfe8-ae245c93aeb3', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'admin_state_up': True, 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'security_groups': ['0db10171-24ae-4c9c-b6f4-61ff7d4a9523']}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:54:59.894435 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-8890a675-734d-44d4-9725-ce19b1f0e3fd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Made reservation on behalf of 72a9ad9df4f84c658e9964f1a0c0b282 for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:54:59.897935 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-8890a675-734d-44d4-9725-ce19b1f0e3fd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:00.009892 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:00.032437 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-8890a675-734d-44d4-9725-ce19b1f0e3fd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Allocated IP 172.20.0.10 (4c7de1cf-fa0f-482c-9686-4fc41e18afb7/adcc443e-ff8a-4ec1-b3aa-5572612cf945/cd3e5d20-60d4-47f9-bfc5-f661a8ea28df) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:55:00.125898 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:00.184405 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-8890a675-734d-44d4-9725-ce19b1f0e3fd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for port (cd3e5d20-60d4-47f9-bfc5-f661a8ea28df), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:00.215905 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-8890a675-734d-44d4-9725-ce19b1f0e3fd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (cd3e5d20-60d4-47f9-bfc5-f661a8ea28df), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:00.257751 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-8890a675-734d-44d4-9725-ce19b1f0e3fd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:55:00.262925 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-8890a675-734d-44d4-9725-ce19b1f0e3fd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:55:00.265439 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-8890a675-734d-44d4-9725-ce19b1f0e3fd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:55:00.302782 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890a675-734d-44d4-9725-ce19b1f0e3fd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event updated for resources: {'Port': ['ID=cd3e5d20-60d4-47f9-bfc5-f661a8ea28df,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:55:00.315914 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:55:00.333723 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-8890a675-734d-44d4-9725-ce19b1f0e3fd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:00.334636 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-8890a675-734d-44d4-9725-ce19b1f0e3fd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:00.353863 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-8890a675-734d-44d4-9725-ce19b1f0e3fd tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5894794 Jul 28 17:55:00.459257 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-555a6a74-9edf-4a8f-b11e-209a802f66cb None None] Provisioning complete for port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:55:00.459763 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-555a6a74-9edf-4a8f-b11e-209a802f66cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (cd3e5d20-60d4-47f9-bfc5-f661a8ea28df), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:00.493048 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-555a6a74-9edf-4a8f-b11e-209a802f66cb None None] Port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:55:00.586144 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-93f2ad4d-84a2-453d-91d6-8dccf462c0b3 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=110735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:55:00.587078 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-93f2ad4d-84a2-453d-91d6-8dccf462c0b3 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053971 Jul 28 17:55:00.608673 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Request body: {'port': {'device_id': '97639f29-3303-412a-bfe8-ae245c93aeb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:55:00.694876 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (cd3e5d20-60d4-47f9-bfc5-f661a8ea28df), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:00.724549 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f423fe-43c3-4ead-931b-69c8ba54e463 req-42438525-26db-4ea5-9379-f7cadcf64673 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:00.726086 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c0f423fe-43c3-4ead-931b-69c8ba54e463 req-42438525-26db-4ea5-9379-f7cadcf64673 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 932 time: 0.0646892 Jul 28 17:55:00.847158 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-cf5fd67e-e128-40da-95dd-292451a660eb req-480c0624-d087-466c-bd8d-d44548377132 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 210 time: 0.0499275 Jul 28 17:55:00.927097 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:00.945561 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c0f423fe-43c3-4ead-931b-69c8ba54e463 req-70aa5a37-bde9-42b7-915d-b80d350fc862 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=0db10171-24ae-4c9c-b6f4-61ff7d4a9523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002780 Jul 28 17:55:00.988737 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:01.021566 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-16fa82c5-9dc3-4717-a3b0-1ab2e667c7fb tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:01.023007 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-16fa82c5-9dc3-4717-a3b0-1ab2e667c7fb tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.100 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 811 time: 0.2697711 Jul 28 17:55:01.153886 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-3c7099d2-f7f6-46d2-bbf4-5cafc37090ce tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f721aa2c35842beba2060fde666b2a1 HTTP/1.1" status: 200 len: 377 time: 0.1139498 Jul 28 17:55:01.179420 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-0abc0a60-c694-4016-8cf3-e85c9f910f99 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Request body: {'port': {'device_id': 'e7a3017f-73cc-4824-a620-0bc87d8181a5', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'admin_state_up': True, 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'security_groups': ['9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f']}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:55:01.186066 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:01.204453 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=93,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:01.258022 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3e5d20-60d4-47f9-bfc5-f661a8ea28df {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:55:01.267298 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Publish callbacks [] for port (cd3e5d20-60d4-47f9-bfc5-f661a8ea28df), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:01.297363 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Transition to ACTIVE for port object cd3e5d20-60d4-47f9-bfc5-f661a8ea28df will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:55:01.309424 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (cd3e5d20-60d4-47f9-bfc5-f661a8ea28df), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:01.384200 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3e5d20-60d4-47f9-bfc5-f661a8ea28df,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:55:01.393378 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-0abc0a60-c694-4016-8cf3-e85c9f910f99 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Made reservation on behalf of 1f721aa2c35842beba2060fde666b2a1 for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:55:01.396861 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-0abc0a60-c694-4016-8cf3-e85c9f910f99 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:01.421546 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:01.438246 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:01.534382 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Attempting to bind port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:55:01.534735 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Attempting to bind port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:55:01.535068 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Attempting to bind port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df on network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:55:01.549833 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df on network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:55:01.550171 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Attempting to bind port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df on network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:55:01.562630 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:55:01.563002 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Checking segment: {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:55:01.563367 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Bound using segment: {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:55:01.563800 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Bound port: cd3e5d20-60d4-47f9-bfc5-f661a8ea28df, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69528751-2f52-409b-9fa6-d771c26a537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:55:01.564165 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (cd3e5d20-60d4-47f9-bfc5-f661a8ea28df), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:01.647624 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-0abc0a60-c694-4016-8cf3-e85c9f910f99 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Allocated IP 172.20.0.8 (41cb40d0-5f53-4baf-b3ce-649cb31f7aff/dfda5b08-98a3-465e-a2f3-aaea0b8ef49d/be5145df-9a81-462a-86a2-55023b825699) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:55:01.680000 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] For port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:55:01.685381 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] For port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cd3e5d20-60d4-47f9-bfc5-f661a8ea28df,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:55:01.697937 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (cd3e5d20-60d4-47f9-bfc5-f661a8ea28df), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:01.782989 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:01.784170 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:01.785739 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] 10.222.0.100 "PUT /v2.0/ports/cd3e5d20-60d4-47f9-bfc5-f661a8ea28df HTTP/1.1" status: 200 len: 1094 time: 1.1811962 Jul 28 17:55:01.786261 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97639f29-3303-412a-bfe8-ae245c93aeb3', 'tag': 'cd3e5d20-60d4-47f9-bfc5-f661a8ea28df'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:55:01.788546 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad1a8ff-2de4-4a72-b8b8-e8f0f100691d" -d '{"events": [{"name": "network-changed", "server_uuid": "97639f29-3303-412a-bfe8-ae245c93aeb3", "tag": "cd3e5d20-60d4-47f9-bfc5-f661a8ea28df"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:55:01.827355 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8055e6-0e8f-4506-91d5-efe03eed66e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3e5d20-60d4-47f9-bfc5-f661a8ea28df,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:55:01.853104 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e21e4cb-ceb4-4c37-be81-384e37d273c0 x-openstack-request-id: req-4e21e4cb-ceb4-4c37-be81-384e37d273c0 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:55:01.853438 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97639f29-3303-412a-bfe8-ae245c93aeb3", "tag": "cd3e5d20-60d4-47f9-bfc5-f661a8ea28df", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:55:01.853700 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4e21e4cb-ceb4-4c37-be81-384e37d273c0 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:55:01.854110 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e21e4cb-ceb4-4c37-be81-384e37d273c0'] response: {'name': 'network-changed', 'server_uuid': '97639f29-3303-412a-bfe8-ae245c93aeb3', 'tag': 'cd3e5d20-60d4-47f9-bfc5-f661a8ea28df', 'status': 'completed', 'code': 200} Jul 28 17:55:01.878090 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-0abc0a60-c694-4016-8cf3-e85c9f910f99 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for port (be5145df-9a81-462a-86a2-55023b825699), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:01.932024 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:01.942685 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-f4638324-22e6-4b0c-9126-b200e34b6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:01.944140 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-f4638324-22e6-4b0c-9126-b200e34b6d99 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 1128 time: 0.0642769 Jul 28 17:55:01.978677 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:01.983546 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e6edcf04-e568-4b90-a1ed-89b4e5c7377f req-42e48344-52ac-4df1-8f9e-87aae55db4fd tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 210 time: 0.0522673 Jul 28 17:55:02.014817 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-53d52e36-a426-48b0-9ff2-168eeebb27a1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd3e5d20-60d4-47f9-bfc5-f661a8ea28df HTTP/1.1" status: 200 len: 217 time: 0.0440698 Jul 28 17:55:02.021046 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-0abc0a60-c694-4016-8cf3-e85c9f910f99 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (be5145df-9a81-462a-86a2-55023b825699), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:02.078458 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee084b93-7646-41a2-8879-483bbfe2c1a3 req-5a06576d-a64b-4923-b885-c7293c291326 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:02.079956 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ee084b93-7646-41a2-8879-483bbfe2c1a3 req-5a06576d-a64b-4923-b885-c7293c291326 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 944 time: 0.0483894 Jul 28 17:55:02.106278 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-0abc0a60-c694-4016-8cf3-e85c9f910f99 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:55:02.113447 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-0abc0a60-c694-4016-8cf3-e85c9f910f99 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:55:02.117378 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-0abc0a60-c694-4016-8cf3-e85c9f910f99 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:55:02.121956 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc0a60-c694-4016-8cf3-e85c9f910f99 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event updated for resources: {'Port': ['ID=be5145df-9a81-462a-86a2-55023b825699,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:55:02.127124 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-6f1c650f-eec8-4be6-9c49-104be302ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:02.128708 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-6f1c650f-eec8-4be6-9c49-104be302ff4e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=adcc443e-ff8a-4ec1-b3aa-5572612cf945 HTTP/1.1" status: 200 len: 854 time: 0.1055956 Jul 28 17:55:02.141700 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ee084b93-7646-41a2-8879-483bbfe2c1a3 req-6414b045-26a6-4cb5-8a55-46809ef556c5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=0db10171-24ae-4c9c-b6f4-61ff7d4a9523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552130 Jul 28 17:55:02.199823 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-b8cbe1e7-ecf3-4079-83f3-6d437c5c2fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:02.201352 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-b8cbe1e7-ecf3-4079-83f3-6d437c5c2fae service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0533652 Jul 28 17:55:02.211317 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-0abc0a60-c694-4016-8cf3-e85c9f910f99 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:02.212317 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-0abc0a60-c694-4016-8cf3-e85c9f910f99 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:02.275417 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-0abc0a60-c694-4016-8cf3-e85c9f910f99 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0997987 Jul 28 17:55:02.299030 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Request body: {'port': {'device_id': 'e7a3017f-73cc-4824-a620-0bc87d8181a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:55:02.352195 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-8a92c578-6e6f-465f-9665-62fe56be45b5 service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340871 Jul 28 17:55:02.355021 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:02.362511 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-a2a89567-b460-4949-9ade-bacc1e182fdd None None] Provisioning complete for port be5145df-9a81-462a-86a2-55023b825699 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:55:02.362887 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a2a89567-b460-4949-9ade-bacc1e182fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (be5145df-9a81-462a-86a2-55023b825699), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:02.396033 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-a2a89567-b460-4949-9ade-bacc1e182fdd None None] Port be5145df-9a81-462a-86a2-55023b825699 cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:55:02.424862 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (be5145df-9a81-462a-86a2-55023b825699), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:02.507999 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cd61d08-ed2b-4d08-a0ab-240286d066e4 req-0be0f774-0606-4cc3-992e-f6a25076de7e service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401703 Jul 28 17:55:02.713684 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5145df-9a81-462a-86a2-55023b825699 {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:55:02.721507 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Publish callbacks [] for port (be5145df-9a81-462a-86a2-55023b825699), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:02.733778 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Transition to ACTIVE for port object be5145df-9a81-462a-86a2-55023b825699 will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:55:02.738597 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (be5145df-9a81-462a-86a2-55023b825699), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:02.792075 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:02.792864 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Pushing event updated for resources: {'Port': ['ID=be5145df-9a81-462a-86a2-55023b825699,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:55:02.850675 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:02.869424 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Attempting to bind port be5145df-9a81-462a-86a2-55023b825699 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:55:02.869834 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Attempting to bind port be5145df-9a81-462a-86a2-55023b825699 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:55:02.870166 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Attempting to bind port be5145df-9a81-462a-86a2-55023b825699 on network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:55:02.876403 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Port be5145df-9a81-462a-86a2-55023b825699 on network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:55:02.876723 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Attempting to bind port be5145df-9a81-462a-86a2-55023b825699 on network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:55:02.883791 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:55:02.884140 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Checking segment: {'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:55:02.884529 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Bound using segment: {'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:55:02.884962 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Bound port: be5145df-9a81-462a-86a2-55023b825699, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:55:02.885364 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (be5145df-9a81-462a-86a2-55023b825699), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:02.952946 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] For port be5145df-9a81-462a-86a2-55023b825699, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:55:02.955960 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] For port be5145df-9a81-462a-86a2-55023b825699, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=be5145df-9a81-462a-86a2-55023b825699,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:55:02.961853 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (be5145df-9a81-462a-86a2-55023b825699), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:03.247545 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:03.265672 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9992c-f4ae-439f-9b24-90ce41c35a6c req-39d13d53-1aea-40b3-a310-7e5babc1ffa3 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:03.267225 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-09e9992c-f4ae-439f-9b24-90ce41c35a6c req-39d13d53-1aea-40b3-a310-7e5babc1ffa3 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 944 time: 0.0512927 Jul 28 17:55:03.286220 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:03.286849 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:03.288292 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] 10.222.0.100 "PUT /v2.0/ports/be5145df-9a81-462a-86a2-55023b825699 HTTP/1.1" status: 200 len: 1093 time: 0.9949064 Jul 28 17:55:03.318487 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24153b-0f48-4352-a97b-834358f1898a req-e00fcd96-804c-4174-b4ab-f05ad812b826 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:03.320044 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1a24153b-0f48-4352-a97b-834358f1898a req-e00fcd96-804c-4174-b4ab-f05ad812b826 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 943 time: 0.0783844 Jul 28 17:55:03.330311 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-09e9992c-f4ae-439f-9b24-90ce41c35a6c req-b63ea8a1-b58f-4a98-acaa-9dd7867e53cf tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=0db10171-24ae-4c9c-b6f4-61ff7d4a9523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562286 Jul 28 17:55:03.339861 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22ae41-3b6a-47f2-99d9-cd4f214070a8 service neutron] Pushing event updated for resources: {'Port': ['ID=be5145df-9a81-462a-86a2-55023b825699,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:55:03.421080 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1a8ff-2de4-4a72-b8b8-e8f0f100691d req-a57f9911-19c6-438b-997e-e212172b6498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:03.422624 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7ad1a8ff-2de4-4a72-b8b8-e8f0f100691d req-a57f9911-19c6-438b-997e-e212172b6498 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 1128 time: 0.0995364 Jul 28 17:55:03.446640 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-f6ccda67-4bf9-403d-9622-78e90fa15e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:03.448140 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-f6ccda67-4bf9-403d-9622-78e90fa15e38 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 1127 time: 0.0801880 Jul 28 17:55:03.524944 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1a24153b-0f48-4352-a97b-834358f1898a req-af00974c-5345-4df4-bbe7-2be93058882f tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1921251 Jul 28 17:55:03.528436 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-4f333f60-d7d8-4921-9033-af9cfc178fb3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be5145df-9a81-462a-86a2-55023b825699 HTTP/1.1" status: 200 len: 217 time: 0.0663242 Jul 28 17:55:03.619148 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-758fa979-d514-4915-a663-e558768303ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:03.620754 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-758fa979-d514-4915-a663-e558768303ed service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dfda5b08-98a3-465e-a2f3-aaea0b8ef49d HTTP/1.1" status: 200 len: 850 time: 0.0824773 Jul 28 17:55:03.622170 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1a8ff-2de4-4a72-b8b8-e8f0f100691d req-4e1b14a3-5f1b-4d13-8db8-3b89246ee2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:03.623452 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7ad1a8ff-2de4-4a72-b8b8-e8f0f100691d req-4e1b14a3-5f1b-4d13-8db8-3b89246ee2da service neutron] 10.222.0.100 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 917 time: 0.1934111 Jul 28 17:55:03.679298 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7ad1a8ff-2de4-4a72-b8b8-e8f0f100691d req-cfbe68d0-5d25-463a-86cb-1455375ddcff service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd3e5d20-60d4-47f9-bfc5-f661a8ea28df HTTP/1.1" status: 200 len: 217 time: 0.0478859 Jul 28 17:55:03.734921 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-444283c2-a259-49e6-b543-423567f3773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:03.737207 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-444283c2-a259-49e6-b543-423567f3773c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0996690 Jul 28 17:55:03.794938 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1a8ff-2de4-4a72-b8b8-e8f0f100691d req-4fe10eb1-a166-4698-8f31-0d30816043bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:03.796319 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7ad1a8ff-2de4-4a72-b8b8-e8f0f100691d req-4fe10eb1-a166-4698-8f31-0d30816043bc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=adcc443e-ff8a-4ec1-b3aa-5572612cf945 HTTP/1.1" status: 200 len: 854 time: 0.1010952 Jul 28 17:55:03.858384 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1a8ff-2de4-4a72-b8b8-e8f0f100691d req-ba751810-3bdf-4b99-9c1e-0bb6ccbb1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:03.860038 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7ad1a8ff-2de4-4a72-b8b8-e8f0f100691d req-ba751810-3bdf-4b99-9c1e-0bb6ccbb1b32 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0570478 Jul 28 17:55:03.860457 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a3017f-73cc-4824-a620-0bc87d8181a5', 'tag': 'be5145df-9a81-462a-86a2-55023b825699'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:55:03.863542 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64ed401-252f-496e-99d5-07f49e6c91aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a3017f-73cc-4824-a620-0bc87d8181a5", "tag": "be5145df-9a81-462a-86a2-55023b825699"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:55:03.923271 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device cd3e5d20-60d4-47f9-bfc5-f661a8ea28df details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:55:03.928355 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1919709f-333d-4cb5-bfc9-8fe0c312c1ca x-openstack-request-id: req-1919709f-333d-4cb5-bfc9-8fe0c312c1ca {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:55:03.928639 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a3017f-73cc-4824-a620-0bc87d8181a5", "tag": "be5145df-9a81-462a-86a2-55023b825699", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:55:03.928891 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1919709f-333d-4cb5-bfc9-8fe0c312c1ca {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:55:03.929341 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1919709f-333d-4cb5-bfc9-8fe0c312c1ca'] response: {'name': 'network-changed', 'server_uuid': 'e7a3017f-73cc-4824-a620-0bc87d8181a5', 'tag': 'be5145df-9a81-462a-86a2-55023b825699', 'status': 'completed', 'code': 200} Jul 28 17:55:03.934650 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-89e05223-8bc3-4d91-8d1c-b879315cbd15 service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913619 Jul 28 17:55:04.028840 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7ad1a8ff-2de4-4a72-b8b8-e8f0f100691d req-fd24b769-4997-4b41-9769-8dfd57857200 service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605656 Jul 28 17:55:04.032317 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cd3e5d20-60d4-47f9-bfc5-f661a8ea28df,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:55:04.045259 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': 'cd3e5d20-60d4-47f9-bfc5-f661a8ea28df', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'port_id': 'cd3e5d20-60d4-47f9-bfc5-f661a8ea28df', 'mac_address': 'fa:16:3e:a3:df:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:55:04.052807 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:04.089436 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:55:04.090110 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (cd3e5d20-60d4-47f9-bfc5-f661a8ea28df), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:04.100161 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:04.106230 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3e5d20-60d4-47f9-bfc5-f661a8ea28df {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:55:04.121770 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cebe070a-3dfc-403c-b48c-ff6f1f5b2084 req-32a6e60a-a484-4f6d-9712-feb0fcbaf533 service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714268 Jul 28 17:55:04.127589 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cd3e5d20-60d4-47f9-bfc5-f661a8ea28df,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:55:04.132206 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (cd3e5d20-60d4-47f9-bfc5-f661a8ea28df), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:04.168692 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7ad1a8ff-2de4-4a72-b8b8-e8f0f100691d req-13e3a62f-c3c2-4c44-a246-637df63a2e0e service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318958 Jul 28 17:55:04.186368 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=cd3e5d20-60d4-47f9-bfc5-f661a8ea28df,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:55:04.195699 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:04.196059 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:04.196412 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:04.196762 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:04.197106 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:04.197500 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:04.197838 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:04.198173 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:04.198507 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:04.198880 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:04.199226 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:04.199573 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:04.199906 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:04.200237 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:04.200565 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:04.441639 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['cd3e5d20-60d4-47f9-bfc5-f661a8ea28df'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:55:04.510057 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200ea2a-a197-4c76-aa59-10145db83d41 req-ae084118-17c5-4613-ad83-39c69222806d tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:04.511882 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5200ea2a-a197-4c76-aa59-10145db83d41 req-ae084118-17c5-4613-ad83-39c69222806d tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0962665 Jul 28 17:55:04.518432 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ed401-252f-496e-99d5-07f49e6c91aa req-d3359419-170e-4e9b-8b00-d6a3243c9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:04.520112 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e64ed401-252f-496e-99d5-07f49e6c91aa req-d3359419-170e-4e9b-8b00-d6a3243c9bc2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 1127 time: 0.0925121 Jul 28 17:55:04.637524 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5200ea2a-a197-4c76-aa59-10145db83d41 req-948e370a-cee9-43ea-9fe1-91d135646afc tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=0db10171-24ae-4c9c-b6f4-61ff7d4a9523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159854 Jul 28 17:55:04.656658 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4488f-3d8c-4f94-916f-5220dc1386c3 req-5366a595-cbdf-48d4-b162-fddaa913b7d0 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:04.659223 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b4b4488f-3d8c-4f94-916f-5220dc1386c3 req-5366a595-cbdf-48d4-b162-fddaa913b7d0 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 943 time: 0.0540955 Jul 28 17:55:04.666694 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ed401-252f-496e-99d5-07f49e6c91aa req-43da528e-aba3-4786-a460-cb26a869a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:04.668146 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e64ed401-252f-496e-99d5-07f49e6c91aa req-43da528e-aba3-4786-a460-cb26a869a832 service neutron] 10.222.0.100 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 913 time: 0.1367784 Jul 28 17:55:04.717570 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e64ed401-252f-496e-99d5-07f49e6c91aa req-6569eb27-e680-459f-8062-549da5a35b51 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be5145df-9a81-462a-86a2-55023b825699 HTTP/1.1" status: 200 len: 217 time: 0.0419993 Jul 28 17:55:04.718071 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b4b4488f-3d8c-4f94-916f-5220dc1386c3 req-4d119892-e5d4-4c30-917e-709de9c77baf tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466132 Jul 28 17:55:04.766846 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ed401-252f-496e-99d5-07f49e6c91aa req-76ceb6ec-8cec-4a80-a97b-b7904113a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:04.768415 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e64ed401-252f-496e-99d5-07f49e6c91aa req-76ceb6ec-8cec-4a80-a97b-b7904113a05f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dfda5b08-98a3-465e-a2f3-aaea0b8ef49d HTTP/1.1" status: 200 len: 850 time: 0.0452979 Jul 28 17:55:04.814939 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ed401-252f-496e-99d5-07f49e6c91aa req-d3e458f3-5d36-4600-b4d3-a3b24059958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:04.816456 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e64ed401-252f-496e-99d5-07f49e6c91aa req-d3e458f3-5d36-4600-b4d3-a3b24059958d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417323 Jul 28 17:55:04.938285 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e64ed401-252f-496e-99d5-07f49e6c91aa req-7d795042-1a1e-4e82-b82d-5701ce551596 service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058519 Jul 28 17:55:05.037505 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e64ed401-252f-496e-99d5-07f49e6c91aa req-f268ae99-7e89-477d-8aba-a5444b6bf601 service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923166 Jul 28 17:55:05.763867 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e83fb5-bab9-4c03-948d-810e6d625e05 req-73e83dd4-0d75-4929-9edd-9ba006d0200f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:05.765442 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d7e83fb5-bab9-4c03-948d-810e6d625e05 req-73e83dd4-0d75-4929-9edd-9ba006d0200f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0516548 Jul 28 17:55:05.813895 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d7e83fb5-bab9-4c03-948d-810e6d625e05 req-7587a5e2-9539-463d-92e1-0875caef5572 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=0db10171-24ae-4c9c-b6f4-61ff7d4a9523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429599 Jul 28 17:55:05.842177 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c1eec-9393-473e-bb3c-41450559726a req-46c9fbad-c9bb-40a9-be6c-048e8f4f9e5c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:05.843669 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-348c1eec-9393-473e-bb3c-41450559726a req-46c9fbad-c9bb-40a9-be6c-048e8f4f9e5c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 943 time: 0.0525680 Jul 28 17:55:05.893389 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-348c1eec-9393-473e-bb3c-41450559726a req-70ef2f80-3825-4ce5-b215-1c56cbdfd24d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439715 Jul 28 17:55:05.942259 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device cd3e5d20-60d4-47f9-bfc5-f661a8ea28df up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:55:05.983608 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:55:05.990188 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:55:05.990619 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (cd3e5d20-60d4-47f9-bfc5-f661a8ea28df), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:06.062085 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:55:06.062477 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (cd3e5d20-60d4-47f9-bfc5-f661a8ea28df), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:06.089115 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97639f29-3303-412a-bfe8-ae245c93aeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3e5d20-60d4-47f9-bfc5-f661a8ea28df'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:55:06.091347 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8373bae9-f2ea-4fed-aa1a-63606fe8cfc6" -d '{"events": [{"server_uuid": "97639f29-3303-412a-bfe8-ae245c93aeb3", "name": "network-vif-plugged", "status": "completed", "tag": "cd3e5d20-60d4-47f9-bfc5-f661a8ea28df"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:55:06.105306 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cd3e5d20-60d4-47f9-bfc5-f661a8ea28df,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:55:06.109345 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (cd3e5d20-60d4-47f9-bfc5-f661a8ea28df), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:06.132701 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34bfc07-0fa0-4df3-b270-c885242e2331 x-openstack-request-id: req-c34bfc07-0fa0-4df3-b270-c885242e2331 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:55:06.132998 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97639f29-3303-412a-bfe8-ae245c93aeb3", "name": "network-vif-plugged", "status": "completed", "tag": "cd3e5d20-60d4-47f9-bfc5-f661a8ea28df", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:55:06.133278 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c34bfc07-0fa0-4df3-b270-c885242e2331 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:55:06.133678 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c34bfc07-0fa0-4df3-b270-c885242e2331'] response: {'server_uuid': '97639f29-3303-412a-bfe8-ae245c93aeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3e5d20-60d4-47f9-bfc5-f661a8ea28df', 'code': 200} Jul 28 17:55:06.160001 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=cd3e5d20-60d4-47f9-bfc5-f661a8ea28df,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:55:06.340143 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ac8a5-a7c6-4717-bde9-853f1460160e req-b09180e7-1909-4b1c-8350-8219a302ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:06.341597 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9c8ac8a5-a7c6-4717-bde9-853f1460160e req-b09180e7-1909-4b1c-8350-8219a302ce4f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 1130 time: 0.0386035 Jul 28 17:55:06.386104 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9c8ac8a5-a7c6-4717-bde9-853f1460160e req-936973d3-3493-49b8-8a88-09c0021499f3 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=0db10171-24ae-4c9c-b6f4-61ff7d4a9523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383844 Jul 28 17:55:06.932470 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d2f96-079c-4856-8c2f-c5a32ce5a8bc req-9a972fae-40f0-406b-b960-44776c0066cb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:06.934013 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4a4d2f96-079c-4856-8c2f-c5a32ce5a8bc req-9a972fae-40f0-406b-b960-44776c0066cb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 946 time: 0.0482740 Jul 28 17:55:06.985599 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4a4d2f96-079c-4856-8c2f-c5a32ce5a8bc req-334be382-b851-44ae-98bd-4674bf3cf8e3 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=0db10171-24ae-4c9c-b6f4-61ff7d4a9523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451424 Jul 28 17:55:07.011704 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e671d-03e8-41ab-a151-7bf3e45d8391 req-ea9f2838-9896-498a-ba21-f533666b5ed5 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:07.013194 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ce3e671d-03e8-41ab-a151-7bf3e45d8391 req-ea9f2838-9896-498a-ba21-f533666b5ed5 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 943 time: 0.0467176 Jul 28 17:55:07.066339 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-ce3e671d-03e8-41ab-a151-7bf3e45d8391 req-0522ea59-be65-4bdb-a804-2ecacbc483b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467188 Jul 28 17:55:08.109738 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588ff9d-811e-4b66-b1e7-0feed2da5849 req-dc5e72ef-1690-4bcf-a407-9fcc0cae8fa9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:08.111239 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3588ff9d-811e-4b66-b1e7-0feed2da5849 req-dc5e72ef-1690-4bcf-a407-9fcc0cae8fa9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 946 time: 0.0520914 Jul 28 17:55:08.160971 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-3588ff9d-811e-4b66-b1e7-0feed2da5849 req-a1556dc6-8527-41fe-8aec-5f1d68b54aaa tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=0db10171-24ae-4c9c-b6f4-61ff7d4a9523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441763 Jul 28 17:55:08.187415 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3076d3-618e-4fa8-9893-178bb38869b1 req-41b9f591-33bb-4851-b1a5-36183235093c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:08.188920 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4c3076d3-618e-4fa8-9893-178bb38869b1 req-41b9f591-33bb-4851-b1a5-36183235093c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 943 time: 0.0487051 Jul 28 17:55:08.208021 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:08.240156 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4c3076d3-618e-4fa8-9893-178bb38869b1 req-ada45bb9-8e40-4e8b-8ae9-2b275bdae409 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455852 Jul 28 17:55:08.276789 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159ed19-1d48-474f-9f73-d099ebb943ef req-eb0be175-f54d-4ae0-948f-5e8b4358cae7 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:08.278560 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5159ed19-1d48-474f-9f73-d099ebb943ef req-eb0be175-f54d-4ae0-948f-5e8b4358cae7 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 946 time: 0.0478179 Jul 28 17:55:08.288655 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46632) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:55:08.292879 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-8f8026b6-533f-4464-88ee-008db49c6695 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Request body: {'floatingip': {'port_id': 'cd3e5d20-60d4-47f9-bfc5-f661a8ea28df'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:55:08.330162 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8f8026b6-533f-4464-88ee-008db49c6695 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (924853a7-d1f1-4c89-b7a0-dba9d49c5a2d), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:08.706255 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:08.760701 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8f8026b6-533f-4464-88ee-008db49c6695 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:08.764769 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8f8026b6-533f-4464-88ee-008db49c6695 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (924853a7-d1f1-4c89-b7a0-dba9d49c5a2d), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:08.860917 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:08.865783 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.l3_db [None req-8f8026b6-533f-4464-88ee-008db49c6695 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Floating IP 924853a7-d1f1-4c89-b7a0-dba9d49c5a2d associated. External IP: 172.27.1.156, port: cd3e5d20-60d4-47f9-bfc5-f661a8ea28df. Jul 28 17:55:09.068489 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8026b6-533f-4464-88ee-008db49c6695 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Router 2d47a542-f47f-47f4-96fb-ccfb58776de1 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:55:09.174884 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8026b6-533f-4464-88ee-008db49c6695 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:55:09.179719 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8f8026b6-533f-4464-88ee-008db49c6695 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:09.185255 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915d304-8319-455a-aba4-82375996dec6 None None] Sync routers for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:55:09.192748 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:09.198123 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915d304-8319-455a-aba4-82375996dec6 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:55:09.199111 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-5915d304-8319-455a-aba4-82375996dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:54:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:55:09.203400 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:09.212745 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-8f8026b6-533f-4464-88ee-008db49c6695 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "PUT /v2.0/floatingips/924853a7-d1f1-4c89-b7a0-dba9d49c5a2d HTTP/1.1" status: 200 len: 992 time: 0.9230270 Jul 28 17:55:09.213431 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97639f29-3303-412a-bfe8-ae245c93aeb3', 'tag': 'cd3e5d20-60d4-47f9-bfc5-f661a8ea28df'}] {{(pid=110736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:55:09.215777 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}145a65782f2867474eadf9b916918c8f0f213435b387e627a4b5e7b49d5368fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bcb65a-990a-4a4a-8415-de1e5b79d868" -d '{"events": [{"name": "network-changed", "server_uuid": "97639f29-3303-412a-bfe8-ae245c93aeb3", "tag": "cd3e5d20-60d4-47f9-bfc5-f661a8ea28df"}]}' {{(pid=110736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:55:09.262750 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3aaba5-7bf2-4357-8c9b-94e9c20e0bd7 x-openstack-request-id: req-bf3aaba5-7bf2-4357-8c9b-94e9c20e0bd7 {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:55:09.263129 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97639f29-3303-412a-bfe8-ae245c93aeb3", "tag": "cd3e5d20-60d4-47f9-bfc5-f661a8ea28df", "status": "completed", "code": 200}]} {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:55:09.263487 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bf3aaba5-7bf2-4357-8c9b-94e9c20e0bd7 {{(pid=110736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:55:09.263921 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3aaba5-7bf2-4357-8c9b-94e9c20e0bd7'] response: {'name': 'network-changed', 'server_uuid': '97639f29-3303-412a-bfe8-ae245c93aeb3', 'tag': 'cd3e5d20-60d4-47f9-bfc5-f661a8ea28df', 'status': 'completed', 'code': 200} Jul 28 17:55:09.339171 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-5915d304-8319-455a-aba4-82375996dec6 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:55:09.350757 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcb65a-990a-4a4a-8415-de1e5b79d868 req-ebb991ba-abe0-479d-98bd-7494b5511fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:09.352256 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-81bcb65a-990a-4a4a-8415-de1e5b79d868 req-ebb991ba-abe0-479d-98bd-7494b5511fa2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 1130 time: 0.0422556 Jul 28 17:55:09.370862 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca5fc1-ef82-4f7b-87d6-3b211b6c3bdf req-98177e15-f1b4-4c84-a111-951eb5fe4333 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:09.372559 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a7ca5fc1-ef82-4f7b-87d6-3b211b6c3bdf req-98177e15-f1b4-4c84-a111-951eb5fe4333 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 943 time: 0.0515280 Jul 28 17:55:09.417442 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:09.427128 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a7ca5fc1-ef82-4f7b-87d6-3b211b6c3bdf req-97b6c9b3-1ce5-4599-bdde-5a67613ba709 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0489519 Jul 28 17:55:09.453069 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcb65a-990a-4a4a-8415-de1e5b79d868 req-2c1370f3-d990-4c1a-ac03-98ec6f201162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:09.454647 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-81bcb65a-990a-4a4a-8415-de1e5b79d868 req-2c1370f3-d990-4c1a-ac03-98ec6f201162 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 917 time: 0.0952222 Jul 28 17:55:09.564263 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-5915d304-8319-455a-aba4-82375996dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '924853a7-d1f1-4c89-b7a0-dba9d49c5a2d', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': 'cd3e5d20-60d4-47f9-bfc5-f661a8ea28df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:a3:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97639f29-3303-412a-bfe8-ae245c93aeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:54:57Z', 'updated_at': '2022-07-28T17:55:08Z', 'revision_number': 1, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:55:09.590429 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915d304-8319-455a-aba4-82375996dec6 None None] Checking router: 2d47a542-f47f-47f4-96fb-ccfb58776de1 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:55:09.601184 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915d304-8319-455a-aba4-82375996dec6 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:55:09.601834 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-5915d304-8319-455a-aba4-82375996dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:54:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:55:09.652406 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-81bcb65a-990a-4a4a-8415-de1e5b79d868 req-bfef9a64-581f-4e89-b675-92b98db0ef45 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd3e5d20-60d4-47f9-bfc5-f661a8ea28df HTTP/1.1" status: 200 len: 1000 time: 0.0603352 Jul 28 17:55:09.708950 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-5915d304-8319-455a-aba4-82375996dec6 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:55:09.920569 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-5915d304-8319-455a-aba4-82375996dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '924853a7-d1f1-4c89-b7a0-dba9d49c5a2d', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': 'cd3e5d20-60d4-47f9-bfc5-f661a8ea28df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:a3:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97639f29-3303-412a-bfe8-ae245c93aeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:54:57Z', 'updated_at': '2022-07-28T17:55:08Z', 'revision_number': 1, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:55:09.949577 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915d304-8319-455a-aba4-82375996dec6 None None] The sync data for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi is: [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '924853a7-d1f1-4c89-b7a0-dba9d49c5a2d', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'port_id': 'cd3e5d20-60d4-47f9-bfc5-f661a8ea28df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'mac_address': 'fa:16:3e:a3:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97639f29-3303-412a-bfe8-ae245c93aeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:54:57Z', 'updated_at': '2022-07-28T17:55:08Z', 'revision_number': 1, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:55:10.153187 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfbc6a-241d-46a6-aef1-1dbeb7a02eb3 None None] New status for floating IP 924853a7-d1f1-4c89-b7a0-dba9d49c5a2d: ACTIVE {{(pid=110738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:55:10.249295 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcb65a-990a-4a4a-8415-de1e5b79d868 req-b80ad37c-c873-452b-9fbd-781db3fa1aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:10.250775 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-81bcb65a-990a-4a4a-8415-de1e5b79d868 req-b80ad37c-c873-452b-9fbd-781db3fa1aaa service neutron] 10.222.0.100 "GET /v2.0/subnets?id=adcc443e-ff8a-4ec1-b3aa-5572612cf945 HTTP/1.1" status: 200 len: 854 time: 0.0482790 Jul 28 17:55:10.297726 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcb65a-990a-4a4a-8415-de1e5b79d868 req-67d519db-cbbd-458d-9df4-2c7cdd446ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:10.299427 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-81bcb65a-990a-4a4a-8415-de1e5b79d868 req-67d519db-cbbd-458d-9df4-2c7cdd446ef1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419829 Jul 28 17:55:10.397186 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-81bcb65a-990a-4a4a-8415-de1e5b79d868 req-4874ffd4-69e2-41db-a9b4-6445180c7ebc service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912194 Jul 28 17:55:10.488216 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-81bcb65a-990a-4a4a-8415-de1e5b79d868 req-2bc8da2f-43b5-4915-9290-fbe6d81b61a4 service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849881 Jul 28 17:55:10.555468 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec844-78df-46c4-a702-83db72776147 req-6b1647d9-e359-4e93-94c8-4b3b3b8153d6 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:10.556952 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8a0ec844-78df-46c4-a702-83db72776147 req-6b1647d9-e359-4e93-94c8-4b3b3b8153d6 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 943 time: 0.0515707 Jul 28 17:55:10.609937 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-8a0ec844-78df-46c4-a702-83db72776147 req-54cc9dfe-27c6-462a-90f3-6bd0f0877648 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0472848 Jul 28 17:55:11.731127 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea9c4c-eb8d-496b-b895-6db83490c3b1 req-271c85b8-8af2-450e-932c-a938a579d31d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:11.732513 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-45ea9c4c-eb8d-496b-b895-6db83490c3b1 req-271c85b8-8af2-450e-932c-a938a579d31d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 943 time: 0.0475073 Jul 28 17:55:11.784971 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-45ea9c4c-eb8d-496b-b895-6db83490c3b1 req-b607adff-9c4b-48a6-af35-63b13037da0f tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0469763 Jul 28 17:55:11.970654 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device be5145df-9a81-462a-86a2-55023b825699 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:55:12.069807 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port be5145df-9a81-462a-86a2-55023b825699, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=be5145df-9a81-462a-86a2-55023b825699,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:55:12.081513 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': 'be5145df-9a81-462a-86a2-55023b825699', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'port_id': 'be5145df-9a81-462a-86a2-55023b825699', 'mac_address': 'fa:16:3e:48:48:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:55:12.119589 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port be5145df-9a81-462a-86a2-55023b825699 is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:55:12.119982 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (be5145df-9a81-462a-86a2-55023b825699), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:12.135102 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5145df-9a81-462a-86a2-55023b825699 {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:55:12.138806 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=100 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:12.156940 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port be5145df-9a81-462a-86a2-55023b825699, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=be5145df-9a81-462a-86a2-55023b825699,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:55:12.161213 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (be5145df-9a81-462a-86a2-55023b825699), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:12.191389 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:12.208397 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=be5145df-9a81-462a-86a2-55023b825699,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:55:12.467280 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['be5145df-9a81-462a-86a2-55023b825699'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:55:12.906908 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a26b29-34f5-4a71-9850-55596b9371f4 req-824335d9-aab8-49ce-91f5-bb4ce2fc043e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:12.908477 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c3a26b29-34f5-4a71-9850-55596b9371f4 req-824335d9-aab8-49ce-91f5-bb4ce2fc043e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 944 time: 0.0484955 Jul 28 17:55:12.959732 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c3a26b29-34f5-4a71-9850-55596b9371f4 req-368c0bad-58cc-40cc-ba4a-c4bf7b908e94 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451834 Jul 28 17:55:14.006591 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device be5145df-9a81-462a-86a2-55023b825699 up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:55:14.050708 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port be5145df-9a81-462a-86a2-55023b825699 completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:55:14.056470 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port be5145df-9a81-462a-86a2-55023b825699 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:55:14.056902 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (be5145df-9a81-462a-86a2-55023b825699), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:14.080318 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390e030-cc03-4f5b-86dd-6a5c2e825c1a req-d8d43cc0-32bd-4678-9dde-91871073c417 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:14.081935 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a390e030-cc03-4f5b-86dd-6a5c2e825c1a req-d8d43cc0-32bd-4678-9dde-91871073c417 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 944 time: 0.0482709 Jul 28 17:55:14.131123 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-a390e030-cc03-4f5b-86dd-6a5c2e825c1a req-26e12b96-e7fd-45ab-a684-b024845633ee tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437155 Jul 28 17:55:14.134214 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port be5145df-9a81-462a-86a2-55023b825699 is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:55:14.134719 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (be5145df-9a81-462a-86a2-55023b825699), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:14.159551 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a3017f-73cc-4824-a620-0bc87d8181a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5145df-9a81-462a-86a2-55023b825699'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:55:14.161809 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d523f5e-ccb3-4c62-a286-8f9f266f7f65" -d '{"events": [{"server_uuid": "e7a3017f-73cc-4824-a620-0bc87d8181a5", "name": "network-vif-plugged", "status": "completed", "tag": "be5145df-9a81-462a-86a2-55023b825699"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:55:14.175119 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port be5145df-9a81-462a-86a2-55023b825699, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=be5145df-9a81-462a-86a2-55023b825699,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:55:14.179482 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (be5145df-9a81-462a-86a2-55023b825699), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:14.201362 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758a85b5-eac2-4d4c-b712-278d4ff4a749 x-openstack-request-id: req-758a85b5-eac2-4d4c-b712-278d4ff4a749 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:55:14.201655 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a3017f-73cc-4824-a620-0bc87d8181a5", "name": "network-vif-plugged", "status": "completed", "tag": "be5145df-9a81-462a-86a2-55023b825699", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:55:14.201910 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-758a85b5-eac2-4d4c-b712-278d4ff4a749 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:55:14.202303 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-758a85b5-eac2-4d4c-b712-278d4ff4a749'] response: {'server_uuid': 'e7a3017f-73cc-4824-a620-0bc87d8181a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5145df-9a81-462a-86a2-55023b825699', 'code': 200} Jul 28 17:55:14.229554 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=be5145df-9a81-462a-86a2-55023b825699,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:55:14.486597 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568d5f0-5ba8-4e4e-9e38-b0e75f366e3e req-bcbabaf8-021a-4071-a835-7c62eef59d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:14.488117 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3568d5f0-5ba8-4e4e-9e38-b0e75f366e3e req-bcbabaf8-021a-4071-a835-7c62eef59d8c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 1129 time: 0.0395262 Jul 28 17:55:14.539167 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3568d5f0-5ba8-4e4e-9e38-b0e75f366e3e req-0044dc17-0fd9-4394-a283-a5c4d3a4b5e3 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425787 Jul 28 17:55:15.254236 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9d353-d164-4a14-b057-5386e3f65e98 req-28476103-4da9-4a43-b6d2-13a3348b839a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:15.255967 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bfb9d353-d164-4a14-b057-5386e3f65e98 req-28476103-4da9-4a43-b6d2-13a3348b839a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 945 time: 0.0509021 Jul 28 17:55:15.307720 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bfb9d353-d164-4a14-b057-5386e3f65e98 req-64b96a75-25e1-439c-b836-34e772071dd7 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461745 Jul 28 17:55:16.433283 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02f416-6b0b-47e3-b956-6a8bbf6fb9ad req-53f8c862-51f9-4294-8c79-caa62f335681 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:16.434845 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1f02f416-6b0b-47e3-b956-6a8bbf6fb9ad req-53f8c862-51f9-4294-8c79-caa62f335681 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 945 time: 0.0530307 Jul 28 17:55:16.485708 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1f02f416-6b0b-47e3-b956-6a8bbf6fb9ad req-126795f1-833c-464c-84fd-7e86356e311a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453343 Jul 28 17:55:16.606647 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c0fd3-f73b-42a0-8b46-e45f51e6b034 req-eb5e59c1-5482-42c8-ac7c-4f8eba2c0cfc tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:16.608127 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bb6c0fd3-f73b-42a0-8b46-e45f51e6b034 req-eb5e59c1-5482-42c8-ac7c-4f8eba2c0cfc tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 945 time: 0.0499647 Jul 28 17:55:16.658760 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-bb6c0fd3-f73b-42a0-8b46-e45f51e6b034 req-f160c0b4-7bf1-4643-a2a8-4546ed10ca71 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451231 Jul 28 17:55:16.686651 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46658) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:55:16.816498 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85b08e-16b7-4963-b227-8eb5ca008681 tempest-TestVolumeBootPattern-1536372316 tempest-TestVolumeBootPattern-1536372316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:16.818210 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-fa85b08e-16b7-4963-b227-8eb5ca008681 tempest-TestVolumeBootPattern-1536372316 tempest-TestVolumeBootPattern-1536372316-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 1124 time: 0.1305468 Jul 28 17:55:16.821559 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46662) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:55:16.825788 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Request body: {'floatingip': {'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'port_id': 'be5145df-9a81-462a-86a2-55023b825699', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:55:16.831308 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:16.848567 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:16.931715 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:16.938391 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:17.049428 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Allocated IP 172.27.1.17 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/7efbea1c-5f07-4f4d-8f62-02d7af949d71) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:55:17.160013 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for port (7efbea1c-5f07-4f4d-8f62-02d7af949d71), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:17.192676 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (7efbea1c-5f07-4f4d-8f62-02d7af949d71), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:17.236623 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:55:17.241816 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:55:17.244573 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:55:17.246790 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event updated for resources: {'Port': ['ID=7efbea1c-5f07-4f4d-8f62-02d7af949d71,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:55:17.273441 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:17.273781 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:17.274127 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:17.274472 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:17.274810 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:17.275142 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:17.275472 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:17.275800 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:17.276129 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:17.276457 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:17.276786 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:17.277403 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:17.277733 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:17.278060 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:17.278384 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:17.606393 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for floatingip (b9bbcc20-702d-4fcb-8e13-35fb9664d9bd), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:17.633823 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:17.678083 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (7efbea1c-5f07-4f4d-8f62-02d7af949d71), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:17.714194 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:17.826330 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for port (7efbea1c-5f07-4f4d-8f62-02d7af949d71), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:17.831499 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530785'] for port (7efbea1c-5f07-4f4d-8f62-02d7af949d71), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:17.901769 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event updated for resources: {'Port': ['ID=7efbea1c-5f07-4f4d-8f62-02d7af949d71,revision_number=2']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:55:17.913801 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (b9bbcc20-702d-4fcb-8e13-35fb9664d9bd), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:18.010521 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.l3_db [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Floating IP b9bbcc20-702d-4fcb-8e13-35fb9664d9bd associated. External IP: 172.27.1.17, port: be5145df-9a81-462a-86a2-55023b825699. Jul 28 17:55:18.447767 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:55:18.558615 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:55:18.569129 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3adc36-76cd-4b40-b485-1fca84ce7810 None None] Sync routers for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:55:18.581007 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:18.581758 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3adc36-76cd-4b40-b485-1fca84ce7810 None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:55:18.582570 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-bd3adc36-76cd-4b40-b485-1fca84ce7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:54:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:55:18.620309 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-dfa9fb54-28b3-4ab2-a982-b3db8d8f79ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7975125 Jul 28 17:55:18.621230 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a3017f-73cc-4824-a620-0bc87d8181a5', 'tag': 'be5145df-9a81-462a-86a2-55023b825699'}] {{(pid=110736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:55:18.624665 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}145a65782f2867474eadf9b916918c8f0f213435b387e627a4b5e7b49d5368fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ced5c60-4a6a-4b67-a8ad-c637b0ee1ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a3017f-73cc-4824-a620-0bc87d8181a5", "tag": "be5145df-9a81-462a-86a2-55023b825699"}]}' {{(pid=110736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:55:18.666914 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba12c68-cb26-4da5-9697-5f08940b6258 x-openstack-request-id: req-0ba12c68-cb26-4da5-9697-5f08940b6258 {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:55:18.667568 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a3017f-73cc-4824-a620-0bc87d8181a5", "tag": "be5145df-9a81-462a-86a2-55023b825699", "status": "completed", "code": 200}]} {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:55:18.667568 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0ba12c68-cb26-4da5-9697-5f08940b6258 {{(pid=110736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:55:18.667905 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba12c68-cb26-4da5-9697-5f08940b6258'] response: {'name': 'network-changed', 'server_uuid': 'e7a3017f-73cc-4824-a620-0bc87d8181a5', 'tag': 'be5145df-9a81-462a-86a2-55023b825699', 'status': 'completed', 'code': 200} Jul 28 17:55:18.702320 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-bd3adc36-76cd-4b40-b485-1fca84ce7810 None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:55:18.815655 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced5c60-4a6a-4b67-a8ad-c637b0ee1ef5 req-c435836d-745d-493f-8321-e37f2dfe991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:18.817257 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7ced5c60-4a6a-4b67-a8ad-c637b0ee1ef5 req-c435836d-745d-493f-8321-e37f2dfe991a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 1129 time: 0.0947349 Jul 28 17:55:18.926148 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced5c60-4a6a-4b67-a8ad-c637b0ee1ef5 req-b386f205-869a-41d7-95d1-aff534ecc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:18.928383 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7ced5c60-4a6a-4b67-a8ad-c637b0ee1ef5 req-b386f205-869a-41d7-95d1-aff534ecc502 service neutron] 10.222.0.100 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 913 time: 0.1025078 Jul 28 17:55:18.941063 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:18.986286 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:18.991348 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7ced5c60-4a6a-4b67-a8ad-c637b0ee1ef5 req-f2c7d65a-af71-4515-bc55-d8f7a0764f74 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be5145df-9a81-462a-86a2-55023b825699 HTTP/1.1" status: 200 len: 998 time: 0.0563836 Jul 28 17:55:19.038335 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:19.041800 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:19.043186 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced5c60-4a6a-4b67-a8ad-c637b0ee1ef5 req-29fef831-279e-4e8d-b60c-ae292313627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:19.044690 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7ced5c60-4a6a-4b67-a8ad-c637b0ee1ef5 req-29fef831-279e-4e8d-b60c-ae292313627a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dfda5b08-98a3-465e-a2f3-aaea0b8ef49d HTTP/1.1" status: 200 len: 850 time: 0.0467103 Jul 28 17:55:19.055321 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-bd3adc36-76cd-4b40-b485-1fca84ce7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'b9bbcc20-702d-4fcb-8e13-35fb9664d9bd', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'port_id': 'be5145df-9a81-462a-86a2-55023b825699', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'mac_address': 'fa:16:3e:48:48:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a3017f-73cc-4824-a620-0bc87d8181a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:55:17Z', 'updated_at': '2022-07-28T17:55:17Z', 'revision_number': 0, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:55:19.084439 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3adc36-76cd-4b40-b485-1fca84ce7810 None None] Checking router: d6fc143d-7150-4dd5-8a5c-fadff8fc63cd for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:55:19.093641 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3adc36-76cd-4b40-b485-1fca84ce7810 None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:55:19.094263 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-bd3adc36-76cd-4b40-b485-1fca84ce7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:54:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:55:19.096024 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced5c60-4a6a-4b67-a8ad-c637b0ee1ef5 req-52862ae4-2326-44cd-b1ce-78a4636bd1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:19.097697 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7ced5c60-4a6a-4b67-a8ad-c637b0ee1ef5 req-52862ae4-2326-44cd-b1ce-78a4636bd1d4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432529 Jul 28 17:55:19.196812 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-bd3adc36-76cd-4b40-b485-1fca84ce7810 None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:55:19.198058 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7ced5c60-4a6a-4b67-a8ad-c637b0ee1ef5 req-3f9a6da0-2ac0-453e-9915-130da10f98ff service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935340 Jul 28 17:55:19.298159 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7ced5c60-4a6a-4b67-a8ad-c637b0ee1ef5 req-6344fd4d-d333-407d-bb86-ae8e346b6f1a service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903170 Jul 28 17:55:19.420150 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-bd3adc36-76cd-4b40-b485-1fca84ce7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'b9bbcc20-702d-4fcb-8e13-35fb9664d9bd', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'port_id': 'be5145df-9a81-462a-86a2-55023b825699', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'mac_address': 'fa:16:3e:48:48:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a3017f-73cc-4824-a620-0bc87d8181a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:55:17Z', 'updated_at': '2022-07-28T17:55:17Z', 'revision_number': 0, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:55:19.444647 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3adc36-76cd-4b40-b485-1fca84ce7810 None None] The sync data for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi is: [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'b9bbcc20-702d-4fcb-8e13-35fb9664d9bd', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'port_id': 'be5145df-9a81-462a-86a2-55023b825699', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'mac_address': 'fa:16:3e:48:48:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a3017f-73cc-4824-a620-0bc87d8181a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:55:17Z', 'updated_at': '2022-07-28T17:55:17Z', 'revision_number': 0, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:55:19.629056 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c446ed-ce7a-4c94-bee8-a7500777fcf4 None None] New status for floating IP b9bbcc20-702d-4fcb-8e13-35fb9664d9bd: ACTIVE {{(pid=110738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:55:25.713063 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-cf3880d9-c58f-4774-aa8a-d0431c982097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:28.129429 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-eb8306c5-3115-481c-8b50-c8848f411aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:28.607533 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:28.609519 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:29.152227 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:29.293694 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=30 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:29.294506 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=24 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:29.743450 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:UPDATE=5,neutron:SELECT=24 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:29.745499 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:30.921106 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:30.976191 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:31.429566 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:37.231699 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a288f07-dc9f-474f-be4f-c3b58352952e req-da63f0da-f128-4946-88ff-c2d873707af8 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=97639f29-3303-412a-bfe8-ae245c93aeb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371397 Jul 28 17:55:37.305244 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:55:37.334829 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a288f07-dc9f-474f-be4f-c3b58352952e req-4f664904-9f1c-42c8-a5fe-2c7bc9261555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:37.336325 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a288f07-dc9f-474f-be4f-c3b58352952e req-4f664904-9f1c-42c8-a5fe-2c7bc9261555 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 1130 time: 0.0410633 Jul 28 17:55:37.447816 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a288f07-dc9f-474f-be4f-c3b58352952e req-140ce8fd-a670-455b-acd8-67ae29fb9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:37.449348 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a288f07-dc9f-474f-be4f-c3b58352952e req-140ce8fd-a670-455b-acd8-67ae29fb9fde service neutron] 10.222.0.100 "GET /v2.0/networks?id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 200 len: 917 time: 0.0902946 Jul 28 17:55:37.511753 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a288f07-dc9f-474f-be4f-c3b58352952e req-c9476c0c-0e35-430a-a49c-0e7a1a0bedb7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd3e5d20-60d4-47f9-bfc5-f661a8ea28df HTTP/1.1" status: 200 len: 1002 time: 0.0546217 Jul 28 17:55:37.563952 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a288f07-dc9f-474f-be4f-c3b58352952e req-e1aa633f-81cd-451e-91fe-003874c93317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:37.565391 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a288f07-dc9f-474f-be4f-c3b58352952e req-e1aa633f-81cd-451e-91fe-003874c93317 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=adcc443e-ff8a-4ec1-b3aa-5572612cf945 HTTP/1.1" status: 200 len: 854 time: 0.0473018 Jul 28 17:55:37.607928 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a288f07-dc9f-474f-be4f-c3b58352952e req-18a25548-caf3-48c3-a354-84d6036b47fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:37.609434 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a288f07-dc9f-474f-be4f-c3b58352952e req-18a25548-caf3-48c3-a354-84d6036b47fd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4c7de1cf-fa0f-482c-9686-4fc41e18afb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380080 Jul 28 17:55:37.698830 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a288f07-dc9f-474f-be4f-c3b58352952e req-0e7b2fab-ab76-4832-ad4c-49d5b28cf8ee service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825405 Jul 28 17:55:37.791919 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7a288f07-dc9f-474f-be4f-c3b58352952e req-b9bbef8d-6e63-49e2-888b-22d9033aef70 service neutron] 10.222.0.100 "GET /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868378 Jul 28 17:55:41.419103 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:41.425407 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:47.786538 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=52 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:47.789117 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=49 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:51.326336 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=4 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:54.346513 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:55.706072 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-5033dcd7-a399-48f6-8ee1-5f6b73871707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:58.132935 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e006-4f3f-42fb-9780-0e146811fd58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:59.154285 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:00.926046 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:00.979516 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:01.439079 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:03.823717 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a151f8-6a62-43a3-b752-abe4e9089fac req-1767bef8-1de5-47e3-aac5-ccb6ebefc09c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:03.826627 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c4a151f8-6a62-43a3-b752-abe4e9089fac req-1767bef8-1de5-47e3-aac5-ccb6ebefc09c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 946 time: 0.0490291 Jul 28 17:56:03.874157 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-c4a151f8-6a62-43a3-b752-abe4e9089fac req-21a051be-61dd-4376-8023-22a2b4c59e3f tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=0db10171-24ae-4c9c-b6f4-61ff7d4a9523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433350 Jul 28 17:56:04.996756 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338e304-c245-4905-83de-e6ae2ddf4d0d req-83854a04-28e7-47a5-8f72-69d6065ef03d tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:04.998269 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9338e304-c245-4905-83de-e6ae2ddf4d0d req-83854a04-28e7-47a5-8f72-69d6065ef03d tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 946 time: 0.0485156 Jul 28 17:56:05.046176 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9338e304-c245-4905-83de-e6ae2ddf4d0d req-b5e685ba-6495-4cc9-8afd-5e2bb6ecbb09 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=0db10171-24ae-4c9c-b6f4-61ff7d4a9523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423553 Jul 28 17:56:05.920435 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53919aa6-d8ec-4a96-bdaf-5103a63865f8 req-9a6f906e-514c-4e53-a464-145d810403fb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:05.921917 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-53919aa6-d8ec-4a96-bdaf-5103a63865f8 req-9a6f906e-514c-4e53-a464-145d810403fb tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "GET /v2.0/ports?device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 946 time: 0.0507138 Jul 28 17:56:06.014583 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-53919aa6-d8ec-4a96-bdaf-5103a63865f8 req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Deleting port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:56:06.015296 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-53919aa6-d8ec-4a96-bdaf-5103a63865f8 req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (cd3e5d20-60d4-47f9-bfc5-f661a8ea28df), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:06.111541 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-53919aa6-d8ec-4a96-bdaf-5103a63865f8 req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] For port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cd3e5d20-60d4-47f9-bfc5-f661a8ea28df,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:56:06.111909 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-53919aa6-d8ec-4a96-bdaf-5103a63865f8 req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (cd3e5d20-60d4-47f9-bfc5-f661a8ea28df), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:06.167710 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5bf53-85fe-4d8d-acb5-adae38428521 req-8af703d8-cd65-4523-8743-3c764a5c9156 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:06.169364 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-08d5bf53-85fe-4d8d-acb5-adae38428521 req-8af703d8-cd65-4523-8743-3c764a5c9156 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 946 time: 0.0483258 Jul 28 17:56:06.217044 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-08d5bf53-85fe-4d8d-acb5-adae38428521 req-7b8e3dac-ce13-4065-8591-43ed96755bef tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups?id=0db10171-24ae-4c9c-b6f4-61ff7d4a9523&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421968 Jul 28 17:56:06.280638 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-53919aa6-d8ec-4a96-bdaf-5103a63865f8 req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:06.281026 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-53919aa6-d8ec-4a96-bdaf-5103a63865f8 req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (924853a7-d1f1-4c89-b7a0-dba9d49c5a2d), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:06.281373 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.l3_db [req-53919aa6-d8ec-4a96-bdaf-5103a63865f8 req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Floating IP 924853a7-d1f1-4c89-b7a0-dba9d49c5a2d disassociated. External IP: 172.27.1.156, port: cd3e5d20-60d4-47f9-bfc5-f661a8ea28df. Jul 28 17:56:06.281725 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-53919aa6-d8ec-4a96-bdaf-5103a63865f8 req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Calling delete_port for cd3e5d20-60d4-47f9-bfc5-f661a8ea28df owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:56:06.417665 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-53919aa6-d8ec-4a96-bdaf-5103a63865f8 req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (cd3e5d20-60d4-47f9-bfc5-f661a8ea28df), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:06.444594 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event deleted for resources: {'Port': ['ID=cd3e5d20-60d4-47f9-bfc5-f661a8ea28df,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:06.454590 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:06.454951 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:06.455301 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:06.455646 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:06.455986 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:06.456424 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:06.456665 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:06.457001 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:06.457392 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:06.458256 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:06.458256 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:06.458446 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:06.458809 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:06.459011 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:06.459339 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:06.574708 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53919aa6-d8ec-4a96-bdaf-5103a63865f8 req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Router 2d47a542-f47f-47f4-96fb-ccfb58776de1 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:56:06.948142 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:06.951227 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53919aa6-d8ec-4a96-bdaf-5103a63865f8 req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:56:06.961993 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09acd3f3-8e7f-42fe-bc0a-bf098d381b82 None None] Sync routers for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:56:06.980185 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09acd3f3-8e7f-42fe-bc0a-bf098d381b82 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:56:06.981082 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-09acd3f3-8e7f-42fe-bc0a-bf098d381b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:55:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:56:07.003150 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-53919aa6-d8ec-4a96-bdaf-5103a63865f8 req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] No DVR routers for this DVR port cd3e5d20-60d4-47f9-bfc5-f661a8ea28df on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:56:07.005788 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-53919aa6-d8ec-4a96-bdaf-5103a63865f8 req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:07.009747 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-53919aa6-d8ec-4a96-bdaf-5103a63865f8 req-c7cfcd8e-3b31-4acd-9401-e2c68e4399a5 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.100 "DELETE /v2.0/ports/cd3e5d20-60d4-47f9-bfc5-f661a8ea28df HTTP/1.1" status: 204 len: 173 time: 1.0819626 Jul 28 17:56:07.010206 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97639f29-3303-412a-bfe8-ae245c93aeb3', 'name': 'network-vif-deleted', 'tag': 'cd3e5d20-60d4-47f9-bfc5-f661a8ea28df'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:56:07.012482 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2914fb-ebd7-417f-849d-ec14069903e8" -d '{"events": [{"server_uuid": "97639f29-3303-412a-bfe8-ae245c93aeb3", "name": "network-vif-deleted", "tag": "cd3e5d20-60d4-47f9-bfc5-f661a8ea28df"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:56:07.105644 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-09acd3f3-8e7f-42fe-bc0a-bf098d381b82 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:56:07.122787 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4152adc5-7669-4912-a181-1a6e6a3480d5 x-openstack-request-id: req-4152adc5-7669-4912-a181-1a6e6a3480d5 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:56:07.123355 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97639f29-3303-412a-bfe8-ae245c93aeb3", "name": "network-vif-deleted", "tag": "cd3e5d20-60d4-47f9-bfc5-f661a8ea28df", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:56:07.123355 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4152adc5-7669-4912-a181-1a6e6a3480d5 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:56:07.123744 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4152adc5-7669-4912-a181-1a6e6a3480d5'] response: {'server_uuid': '97639f29-3303-412a-bfe8-ae245c93aeb3', 'name': 'network-vif-deleted', 'tag': 'cd3e5d20-60d4-47f9-bfc5-f661a8ea28df', 'status': 'completed', 'code': 200} Jul 28 17:56:07.319171 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-09acd3f3-8e7f-42fe-bc0a-bf098d381b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:56:07.338058 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1cd012d5-b899-416c-9b13-cf49af9802f9 req-df0f612d-7f59-475b-86bb-520cb10dc2c6 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/ports?device_id=97639f29-3303-412a-bfe8-ae245c93aeb3 HTTP/1.1" status: 200 len: 210 time: 0.0314105 Jul 28 17:56:07.344589 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09acd3f3-8e7f-42fe-bc0a-bf098d381b82 None None] Checking router: 2d47a542-f47f-47f4-96fb-ccfb58776de1 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:56:07.354484 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09acd3f3-8e7f-42fe-bc0a-bf098d381b82 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:56:07.355106 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-09acd3f3-8e7f-42fe-bc0a-bf098d381b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:55:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:56:07.460618 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-09acd3f3-8e7f-42fe-bc0a-bf098d381b82 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:56:07.659732 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-09acd3f3-8e7f-42fe-bc0a-bf098d381b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:56:07.687467 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09acd3f3-8e7f-42fe-bc0a-bf098d381b82 None None] The sync data for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi is: [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:50:40Z', 'revision_number': 4, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '17feb5b0-08ac-46a1-95c6-56aab336907f', 'name': '', 'network_id': '4c7de1cf-fa0f-482c-9686-4fc41e18afb7', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'mac_address': 'fa:16:3e:46:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:39Z', 'updated_at': '2022-07-28T17:50:46Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'subnets': [{'id': 'adcc443e-ff8a-4ec1-b3aa-5572612cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:56:07.915362 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a29ae5-2211-4e62-8440-24282cc24df8 None None] New status for floating IP 924853a7-d1f1-4c89-b7a0-dba9d49c5a2d: DOWN {{(pid=110738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:56:08.439359 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46766) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:08.493815 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee567-a715-488d-89a8-4f46fdd0693c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (0db10171-24ae-4c9c-b6f4-61ff7d4a9523), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:08.517571 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee567-a715-488d-89a8-4f46fdd0693c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (0db10171-24ae-4c9c-b6f4-61ff7d4a9523), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:08.565297 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee567-a715-488d-89a8-4f46fdd0693c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (0db10171-24ae-4c9c-b6f4-61ff7d4a9523), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:08.567908 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee567-a715-488d-89a8-4f46fdd0693c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:08.569066 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-4c0ee567-a715-488d-89a8-4f46fdd0693c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "DELETE /v2.0/security-groups/0db10171-24ae-4c9c-b6f4-61ff7d4a9523 HTTP/1.1" status: 204 len: 168 time: 0.1287310 Jul 28 17:56:08.573936 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46768) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:08.578439 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ee567-a715-488d-89a8-4f46fdd0693c tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db10171-24ae-4c9c-b6f4-61ff7d4a9523,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:08.588751 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.api.v2.resource [None req-0c020bd4-588e-4aa1-90d5-e55a341378c9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] show failed (client error): The resource could not be found. Jul 28 17:56:08.589876 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-0c020bd4-588e-4aa1-90d5-e55a341378c9 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "GET /v2.0/security-groups/0db10171-24ae-4c9c-b6f4-61ff7d4a9523 HTTP/1.1" status: 404 len: 347 time: 0.0149202 Jul 28 17:56:08.593333 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46770) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:08.706381 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-6c97ce07-fe58-4d63-8210-2ca48d7c4961 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Deleting port a2854a17-5c52-40d8-984a-3025a14841d4 {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:56:08.706724 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6c97ce07-fe58-4d63-8210-2ca48d7c4961 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (a2854a17-5c52-40d8-984a-3025a14841d4), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:08.786307 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6c97ce07-fe58-4d63-8210-2ca48d7c4961 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (a2854a17-5c52-40d8-984a-3025a14841d4), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:08.786659 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6c97ce07-fe58-4d63-8210-2ca48d7c4961 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (a2854a17-5c52-40d8-984a-3025a14841d4), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:08.800003 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-6c97ce07-fe58-4d63-8210-2ca48d7c4961 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Calling delete_port for a2854a17-5c52-40d8-984a-3025a14841d4 owned by network:floatingip {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:56:08.932928 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6c97ce07-fe58-4d63-8210-2ca48d7c4961 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (a2854a17-5c52-40d8-984a-3025a14841d4), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:08.958322 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97ce07-fe58-4d63-8210-2ca48d7c4961 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Pushing event deleted for resources: {'Port': ['ID=a2854a17-5c52-40d8-984a-3025a14841d4,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:09.020423 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6c97ce07-fe58-4d63-8210-2ca48d7c4961 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks [] for floatingip (924853a7-d1f1-4c89-b7a0-dba9d49c5a2d), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:09.023095 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6c97ce07-fe58-4d63-8210-2ca48d7c4961 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:09.024498 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-6c97ce07-fe58-4d63-8210-2ca48d7c4961 tempest-AttachVolumeNegativeTest-831035099 tempest-AttachVolumeNegativeTest-831035099-project] 10.222.0.89 "DELETE /v2.0/floatingips/924853a7-d1f1-4c89-b7a0-dba9d49c5a2d HTTP/1.1" status: 204 len: 168 time: 0.4296668 Jul 28 17:56:10.122812 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device cd3e5d20-60d4-47f9-bfc5-f661a8ea28df no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:56:10.142281 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: cd3e5d20-60d4-47f9-bfc5-f661a8ea28df {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:56:10.142631 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device cd3e5d20-60d4-47f9-bfc5-f661a8ea28df not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:56:12.743824 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46806) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:12.935432 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:13.033183 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:13.167266 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f1cfbd16-3a00-4f6a-8294-9a925b3bb639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360476'] for router_interface (2d47a542-f47f-47f4-96fb-ccfb58776de1), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:13.399809 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-f1cfbd16-3a00-4f6a-8294-9a925b3bb639 admin admin] Deleting port 17feb5b0-08ac-46a1-95c6-56aab336907f {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:56:13.400064 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f1cfbd16-3a00-4f6a-8294-9a925b3bb639 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:13.489723 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-f1cfbd16-3a00-4f6a-8294-9a925b3bb639 admin admin] For port 17feb5b0-08ac-46a1-95c6-56aab336907f, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=17feb5b0-08ac-46a1-95c6-56aab336907f,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:56:13.490091 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f1cfbd16-3a00-4f6a-8294-9a925b3bb639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:13.504071 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-f1cfbd16-3a00-4f6a-8294-9a925b3bb639 admin admin] Calling delete_port for 17feb5b0-08ac-46a1-95c6-56aab336907f owned by network:router_interface {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:56:13.685712 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f1cfbd16-3a00-4f6a-8294-9a925b3bb639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (17feb5b0-08ac-46a1-95c6-56aab336907f), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:13.713199 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfbd16-3a00-4f6a-8294-9a925b3bb639 admin admin] Pushing event deleted for resources: {'Port': ['ID=17feb5b0-08ac-46a1-95c6-56aab336907f,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:13.832661 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:13.879646 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:13.891794 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f1cfbd16-3a00-4f6a-8294-9a925b3bb639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360584'] for router_interface (2d47a542-f47f-47f4-96fb-ccfb58776de1), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:14.111027 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cfbd16-3a00-4f6a-8294-9a925b3bb639 admin admin] Router 2d47a542-f47f-47f4-96fb-ccfb58776de1 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:56:14.215228 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cfbd16-3a00-4f6a-8294-9a925b3bb639 admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:56:14.220582 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-f1cfbd16-3a00-4f6a-8294-9a925b3bb639 admin admin] 10.222.0.89 "PUT /v2.0/routers/2d47a542-f47f-47f4-96fb-ccfb58776de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4758463 Jul 28 17:56:14.223130 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46810) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:14.225672 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a62ea1-1d18-48c1-9e93-5d7e9421dbf4 None None] Sync routers for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:56:14.236649 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a62ea1-1d18-48c1-9e93-5d7e9421dbf4 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:56:14.237312 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-21a62ea1-1d18-48c1-9e93-5d7e9421dbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:55:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:56:14.304630 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:56:14.331592 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9fd8556d-e708-4c72-a7bd-84eba453c47a admin admin] Publish callbacks [] for router (2d47a542-f47f-47f4-96fb-ccfb58776de1), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:14.341196 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-21a62ea1-1d18-48c1-9e93-5d7e9421dbf4 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:56:14.438325 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9fd8556d-e708-4c72-a7bd-84eba453c47a admin admin] Publish callbacks [] for router_gateway (2d47a542-f47f-47f4-96fb-ccfb58776de1), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:14.448046 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:14.455233 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:14.482429 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-9fd8556d-e708-4c72-a7bd-84eba453c47a admin admin] Deleting port a4290c81-8857-4670-987f-1652b07ead40 {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:56:14.482771 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9fd8556d-e708-4c72-a7bd-84eba453c47a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (a4290c81-8857-4670-987f-1652b07ead40), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:14.521508 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-21a62ea1-1d18-48c1-9e93-5d7e9421dbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a4290c81-8857-4670-987f-1652b07ead40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:56:13Z', 'revision_number': 5, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port': {'id': 'a4290c81-8857-4670-987f-1652b07ead40', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:50:37Z', 'updated_at': '2022-07-28T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:56:14.550094 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a62ea1-1d18-48c1-9e93-5d7e9421dbf4 None None] Checking router: 2d47a542-f47f-47f4-96fb-ccfb58776de1 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:56:14.559104 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a62ea1-1d18-48c1-9e93-5d7e9421dbf4 None None] Routers {'2d47a542-f47f-47f4-96fb-ccfb58776de1'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:56:14.559716 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-21a62ea1-1d18-48c1-9e93-5d7e9421dbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:55:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['2d47a542-f47f-47f4-96fb-ccfb58776de1'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:56:14.567085 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-9fd8556d-e708-4c72-a7bd-84eba453c47a admin admin] For port a4290c81-8857-4670-987f-1652b07ead40, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=a4290c81-8857-4670-987f-1652b07ead40,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:56:14.567432 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9fd8556d-e708-4c72-a7bd-84eba453c47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (a4290c81-8857-4670-987f-1652b07ead40), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:14.580682 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-9fd8556d-e708-4c72-a7bd-84eba453c47a admin admin] Calling delete_port for a4290c81-8857-4670-987f-1652b07ead40 owned by network:router_gateway {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:56:14.643560 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-21a62ea1-1d18-48c1-9e93-5d7e9421dbf4 None None] Set router 2d47a542-f47f-47f4-96fb-ccfb58776de1 gateway port host: None {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:56:14.696005 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:14.753034 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:14.759470 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9fd8556d-e708-4c72-a7bd-84eba453c47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (a4290c81-8857-4670-987f-1652b07ead40), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:14.789895 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8556d-e708-4c72-a7bd-84eba453c47a admin admin] Pushing event deleted for resources: {'Port': ['ID=a4290c81-8857-4670-987f-1652b07ead40,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:14.824158 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-21a62ea1-1d18-48c1-9e93-5d7e9421dbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:56:14Z', 'revision_number': 6, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port_host': None}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:56:14.849383 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a62ea1-1d18-48c1-9e93-5d7e9421dbf4 None None] The sync data for ids ['2d47a542-f47f-47f4-96fb-ccfb58776de1'] in dv-cinder-813229-13-iscsi is: [{'id': '2d47a542-f47f-47f4-96fb-ccfb58776de1', 'name': 'tempest-AttachVolumeNegativeTest-1925716316-router', 'tenant_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:50:36Z', 'updated_at': '2022-07-28T17:56:14Z', 'revision_number': 6, 'project_id': '72a9ad9df4f84c658e9964f1a0c0b282', 'gw_port_host': None}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:56:14.859708 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9fd8556d-e708-4c72-a7bd-84eba453c47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362268'] for router_gateway (2d47a542-f47f-47f4-96fb-ccfb58776de1), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:14.950260 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9fd8556d-e708-4c72-a7bd-84eba453c47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router (2d47a542-f47f-47f4-96fb-ccfb58776de1), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:14.952405 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9fd8556d-e708-4c72-a7bd-84eba453c47a admin admin] Publish callbacks [] for router_controller (2d47a542-f47f-47f4-96fb-ccfb58776de1), precommit_delete_associations {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:14.993937 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9fd8556d-e708-4c72-a7bd-84eba453c47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-664341'] for router (2d47a542-f47f-47f4-96fb-ccfb58776de1), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:14.994519 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd8556d-e708-4c72-a7bd-84eba453c47a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d47a542-f47f-47f4-96fb-ccfb58776de1 {{(pid=110736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 17:56:14.998705 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-9fd8556d-e708-4c72-a7bd-84eba453c47a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:14.999837 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-9fd8556d-e708-4c72-a7bd-84eba453c47a admin admin] 10.222.0.89 "DELETE /v2.0/routers/2d47a542-f47f-47f4-96fb-ccfb58776de1 HTTP/1.1" status: 204 len: 168 time: 0.7756128 Jul 28 17:56:15.002497 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46812) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:15.047367 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_v2 [None req-316310db-13cf-486b-ad99-95478ed9bb37 admin admin] Deleting subnet adcc443e-ff8a-4ec1-b3aa-5572612cf945 {{(pid=110736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 17:56:15.050491 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-316310db-13cf-486b-ad99-95478ed9bb37 admin admin] Publish callbacks [] for subnet (adcc443e-ff8a-4ec1-b3aa-5572612cf945), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:15.088299 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-316310db-13cf-486b-ad99-95478ed9bb37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3610771'] for subnet (adcc443e-ff8a-4ec1-b3aa-5572612cf945), precommit_delete_associations {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:15.163724 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-316310db-13cf-486b-ad99-95478ed9bb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66971435'] for subnet (adcc443e-ff8a-4ec1-b3aa-5572612cf945), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:15.217876 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-316310db-13cf-486b-ad99-95478ed9bb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66971426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318654'] for subnet (adcc443e-ff8a-4ec1-b3aa-5572612cf945), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:15.254654 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316310db-13cf-486b-ad99-95478ed9bb37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adcc443e-ff8a-4ec1-b3aa-5572612cf945,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:15.256866 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-316310db-13cf-486b-ad99-95478ed9bb37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:15.260062 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-316310db-13cf-486b-ad99-95478ed9bb37 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/adcc443e-ff8a-4ec1-b3aa-5572612cf945 HTTP/1.1" status: 204 len: 168 time: 0.2565763 Jul 28 17:56:15.262505 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46814) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:15.263759 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ed71be-6927-4bfa-8cd0-84f372ba65f2 None None] Network 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:56:15.573412 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66853985'] for network (4c7de1cf-fa0f-482c-9686-4fc41e18afb7), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:15.616306 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] Deleting port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:56:15.616954 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (f86d3f2b-a96c-491d-8dc9-5f12c8992d6c), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:15.646830 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] DHCP port deletion for 4c7de1cf-fa0f-482c-9686-4fc41e18afb7 request from dv-cinder-813229-13-iscsi {{(pid=110737) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 17:56:15.690882 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Deleting port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c {{(pid=110737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:56:15.691376 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (f86d3f2b-a96c-491d-8dc9-5f12c8992d6c), before_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:15.722836 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] For port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=f86d3f2b-a96c-491d-8dc9-5f12c8992d6c,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:56:15.723204 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (f86d3f2b-a96c-491d-8dc9-5f12c8992d6c), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:15.738863 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] Calling delete_port for f86d3f2b-a96c-491d-8dc9-5f12c8992d6c owned by network:dhcp {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:56:15.762958 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] For port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=f86d3f2b-a96c-491d-8dc9-5f12c8992d6c,segment=NetworkSegment(69528751-2f52-409b-9fa6-d771c26a537d),segment_id=69528751-2f52-409b-9fa6-d771c26a537d)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:56:15.763366 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (f86d3f2b-a96c-491d-8dc9-5f12c8992d6c), precommit_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:15.777542 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Calling delete_port for f86d3f2b-a96c-491d-8dc9-5f12c8992d6c owned by network:dhcp {{(pid=110737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:56:15.831191 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (f86d3f2b-a96c-491d-8dc9-5f12c8992d6c), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:15.858052 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] Pushing event deleted for resources: {'Port': ['ID=f86d3f2b-a96c-491d-8dc9-5f12c8992d6c,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:15.861732 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] No DVR routers for this DVR port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c on host dv-cinder-813229-13-iscsi {{(pid=110736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:56:15.870163 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691'] for port (f86d3f2b-a96c-491d-8dc9-5f12c8992d6c), after_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:15.901202 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] No DVR routers for this DVR port f86d3f2b-a96c-491d-8dc9-5f12c8992d6c on host dv-cinder-813229-13-iscsi {{(pid=110737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:56:15.902967 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Pushing event deleted for resources: {'Port': ['ID=f86d3f2b-a96c-491d-8dc9-5f12c8992d6c,revision_number=None']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:15.913069 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:15.914897 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:15.915265 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:15.915920 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:15.916852 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:15.916852 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:15.917321 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:15.917851 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:15.918397 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:15.918997 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:15.919654 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:15.919840 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:15.920244 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:15.920635 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:15.921025 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fae9ab-faa6-4b10-9161-b15763b3c79d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:15.948938 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66972677', 'neutron.services.segments.db._delete_segments_for_network-8747606401738'] for network (4c7de1cf-fa0f-482c-9686-4fc41e18afb7), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:15.969525 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:15.973274 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7de1cf-fa0f-482c-9686-4fc41e18afb7']}} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:56:15.985095 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69528751-2f52-409b-9fa6-d771c26a537d') {'for_net_delete': True} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:56:15.985424 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69528751-2f52-409b-9fa6-d771c26a537d') {} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:56:15.998207 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:16.000110 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747606401639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610762'] for segment (69528751-2f52-409b-9fa6-d771c26a537d), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:16.015225 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (69528751-2f52-409b-9fa6-d771c26a537d), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:16.021655 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=110736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:56:16.022190 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530693'] for segment (69528751-2f52-409b-9fa6-d771c26a537d), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:16.063186 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 69528751-2f52-409b-9fa6-d771c26a537d resource provider aggregate not found Jul 28 17:56:16.082702 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 69528751-2f52-409b-9fa6-d771c26a537d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69528751-2f52-409b-9fa6-d771c26a537d found for delete ", "request_id": "req-1afc0a52-ed8d-4f47-be71-4b0b9611f425"}]} Jul 28 17:56:16.091606 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66972686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362288'] for network (4c7de1cf-fa0f-482c-9686-4fc41e18afb7), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:16.097418 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:16.101310 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] 10.222.0.89 "DELETE /v2.0/networks/4c7de1cf-fa0f-482c-9686-4fc41e18afb7 HTTP/1.1" status: 204 len: 168 time: 0.8377967 Jul 28 17:56:16.113549 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb0549-6c57-46bc-9f66-08ff7ff9d90d admin admin] Pushing event deleted for resources: {'Network': ['ID=4c7de1cf-fa0f-482c-9686-4fc41e18afb7,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:16.215694 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device a4290c81-8857-4670-987f-1652b07ead40 no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:56:16.229696 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46822) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:16.239949 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: a4290c81-8857-4670-987f-1652b07ead40 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:56:16.240384 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device a4290c81-8857-4670-987f-1652b07ead40 not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:56:16.240791 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 17feb5b0-08ac-46a1-95c6-56aab336907f no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:56:16.259697 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: 17feb5b0-08ac-46a1-95c6-56aab336907f {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:56:16.260050 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 17feb5b0-08ac-46a1-95c6-56aab336907f not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:56:16.260467 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device f86d3f2b-a96c-491d-8dc9-5f12c8992d6c no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:56:16.270817 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-f609292c-1159-4570-8e17-ebcbbae49e15 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=72a9ad9df4f84c658e9964f1a0c0b282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398755 Jul 28 17:56:16.274122 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46824) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:16.279909 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: f86d3f2b-a96c-491d-8dc9-5f12c8992d6c {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:56:16.280459 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device f86d3f2b-a96c-491d-8dc9-5f12c8992d6c not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:56:16.326509 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8a344aff-6c99-4c75-a31a-ecd83a463bf6 admin admin] Publish callbacks [] for security_group (f2858744-25ba-441a-a353-896814f1f54b), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:16.352972 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8a344aff-6c99-4c75-a31a-ecd83a463bf6 admin admin] Publish callbacks [] for security_group (f2858744-25ba-441a-a353-896814f1f54b), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:16.400339 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8a344aff-6c99-4c75-a31a-ecd83a463bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (f2858744-25ba-441a-a353-896814f1f54b), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:16.403229 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-8a344aff-6c99-4c75-a31a-ecd83a463bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:16.404391 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-8a344aff-6c99-4c75-a31a-ecd83a463bf6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f2858744-25ba-441a-a353-896814f1f54b HTTP/1.1" status: 204 len: 168 time: 0.1293576 Jul 28 17:56:16.413106 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a344aff-6c99-4c75-a31a-ecd83a463bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2858744-25ba-441a-a353-896814f1f54b,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:17.989040 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:18.185684 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46874) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:18.295869 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:18.374707 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Publish callbacks [] for security_group (da1bf580-9e4b-4d0d-87ad-79aaabfe8745), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:18.378582 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (da1bf580-9e4b-4d0d-87ad-79aaabfe8745), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:18.419176 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3540fe6de7af44b18b327294143516e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324009 Jul 28 17:56:18.420055 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1bf580-9e4b-4d0d-87ad-79aaabfe8745,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:18.421865 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46878) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:18.427485 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:18.428411 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:18.428905 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:18.429431 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:18.429777 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:18.430266 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:18.430627 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:18.430963 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:18.431538 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:18.431878 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:18.432215 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:18.432554 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:18.432882 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:18.433234 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:18.433562 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d04a9-60d0-4d50-b827-e4bb7c193242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:18.452634 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:18.476289 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-103bf556-8082-468a-a887-dec9f18988e9 admin admin] Publish callbacks [] for security_group (da1bf580-9e4b-4d0d-87ad-79aaabfe8745), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:18.498419 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-103bf556-8082-468a-a887-dec9f18988e9 admin admin] Publish callbacks [] for security_group (da1bf580-9e4b-4d0d-87ad-79aaabfe8745), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:18.549843 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-103bf556-8082-468a-a887-dec9f18988e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (da1bf580-9e4b-4d0d-87ad-79aaabfe8745), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:18.552409 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-103bf556-8082-468a-a887-dec9f18988e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:18.554279 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-103bf556-8082-468a-a887-dec9f18988e9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/da1bf580-9e4b-4d0d-87ad-79aaabfe8745 HTTP/1.1" status: 204 len: 168 time: 0.1313896 Jul 28 17:56:18.562232 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bf556-8082-468a-a887-dec9f18988e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1bf580-9e4b-4d0d-87ad-79aaabfe8745,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:18.827433 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46884) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:18.841270 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7024aa16-608d-4b75-b903-3faa67a9e140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:18.920326 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7024aa16-608d-4b75-b903-3faa67a9e140 admin admin] Publish callbacks [] for security_group (31641845-d8e9-468a-8a48-649f3671f36d), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:18.924315 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-7024aa16-608d-4b75-b903-3faa67a9e140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (31641845-d8e9-468a-8a48-649f3671f36d), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:18.961862 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024aa16-608d-4b75-b903-3faa67a9e140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31641845-d8e9-468a-8a48-649f3671f36d,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:18.966320 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-7024aa16-608d-4b75-b903-3faa67a9e140 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8fe8f22b784e46bdad3b7a172ffa2d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378613 Jul 28 17:56:18.968905 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46886) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:19.018491 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3f7ede83-99d4-4982-96c0-ed8c5835002d admin admin] Publish callbacks [] for security_group (31641845-d8e9-468a-8a48-649f3671f36d), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:19.040507 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3f7ede83-99d4-4982-96c0-ed8c5835002d admin admin] Publish callbacks [] for security_group (31641845-d8e9-468a-8a48-649f3671f36d), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:19.089296 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3f7ede83-99d4-4982-96c0-ed8c5835002d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (31641845-d8e9-468a-8a48-649f3671f36d), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:19.091794 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3f7ede83-99d4-4982-96c0-ed8c5835002d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:19.092930 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-3f7ede83-99d4-4982-96c0-ed8c5835002d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/31641845-d8e9-468a-8a48-649f3671f36d HTTP/1.1" status: 204 len: 168 time: 0.1229670 Jul 28 17:56:19.101422 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ede83-99d4-4982-96c0-ed8c5835002d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31641845-d8e9-468a-8a48-649f3671f36d,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:20.781730 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46930) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:21.025887 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-be98152e-8a0b-4335-8a63-42109921c809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:21.102889 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-be98152e-8a0b-4335-8a63-42109921c809 admin admin] Publish callbacks [] for security_group (7f2239be-29a5-4e8f-abd0-5935304f05ef), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:21.106772 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-be98152e-8a0b-4335-8a63-42109921c809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (7f2239be-29a5-4e8f-abd0-5935304f05ef), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:21.150392 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-be98152e-8a0b-4335-8a63-42109921c809 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e55fb51bd40f4a10b03f33a34acf3bd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674419 Jul 28 17:56:21.151600 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98152e-8a0b-4335-8a63-42109921c809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2239be-29a5-4e8f-abd0-5935304f05ef,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:21.153374 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46934) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:21.203694 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-40b6e92e-73a1-48d3-ac6b-d06ccde362c6 admin admin] Publish callbacks [] for security_group (7f2239be-29a5-4e8f-abd0-5935304f05ef), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:21.225496 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-40b6e92e-73a1-48d3-ac6b-d06ccde362c6 admin admin] Publish callbacks [] for security_group (7f2239be-29a5-4e8f-abd0-5935304f05ef), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:21.270895 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-40b6e92e-73a1-48d3-ac6b-d06ccde362c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (7f2239be-29a5-4e8f-abd0-5935304f05ef), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:21.274222 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-40b6e92e-73a1-48d3-ac6b-d06ccde362c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:21.275356 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-40b6e92e-73a1-48d3-ac6b-d06ccde362c6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7f2239be-29a5-4e8f-abd0-5935304f05ef HTTP/1.1" status: 204 len: 168 time: 0.1210113 Jul 28 17:56:21.284055 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6e92e-73a1-48d3-ac6b-d06ccde362c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2239be-29a5-4e8f-abd0-5935304f05ef,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:21.546234 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 46940) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:21.559972 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-64891d3f-3796-4413-9294-9fa0902c3a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:21.610675 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=15 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:21.629230 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:21.642278 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-64891d3f-3796-4413-9294-9fa0902c3a64 admin admin] Publish callbacks [] for security_group (c31e2539-caf9-4383-8db7-964088804af0), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:21.648706 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-64891d3f-3796-4413-9294-9fa0902c3a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (c31e2539-caf9-4383-8db7-964088804af0), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:21.694869 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-64891d3f-3796-4413-9294-9fa0902c3a64 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0313006ca1fa4ba4a293fa0d7dd629b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474497 Jul 28 17:56:21.695732 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64891d3f-3796-4413-9294-9fa0902c3a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31e2539-caf9-4383-8db7-964088804af0,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:21.697578 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 46942) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:21.747033 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-01b67ff9-c14c-4961-9e69-b824f2e95ed2 admin admin] Publish callbacks [] for security_group (c31e2539-caf9-4383-8db7-964088804af0), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:21.768789 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-01b67ff9-c14c-4961-9e69-b824f2e95ed2 admin admin] Publish callbacks [] for security_group (c31e2539-caf9-4383-8db7-964088804af0), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:21.802091 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:21.820423 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-01b67ff9-c14c-4961-9e69-b824f2e95ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (c31e2539-caf9-4383-8db7-964088804af0), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:21.823387 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-01b67ff9-c14c-4961-9e69-b824f2e95ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:21.824663 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-01b67ff9-c14c-4961-9e69-b824f2e95ed2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c31e2539-caf9-4383-8db7-964088804af0 HTTP/1.1" status: 204 len: 168 time: 0.1260281 Jul 28 17:56:21.832968 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b67ff9-c14c-4961-9e69-b824f2e95ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31e2539-caf9-4383-8db7-964088804af0,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:24.278070 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 47010) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:24.386465 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-98b017c8-a618-432f-990d-8faa0f7c05db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:24.416178 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:24.466649 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-98b017c8-a618-432f-990d-8faa0f7c05db admin admin] Publish callbacks [] for security_group (2b0636e8-3d7b-4371-89e9-7bf9b881d4f3), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:24.471144 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-98b017c8-a618-432f-990d-8faa0f7c05db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (2b0636e8-3d7b-4371-89e9-7bf9b881d4f3), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:24.510982 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-98b017c8-a618-432f-990d-8faa0f7c05db admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a851547b80e84fd1977ca5d148825e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318170 Jul 28 17:56:24.512088 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b017c8-a618-432f-990d-8faa0f7c05db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0636e8-3d7b-4371-89e9-7bf9b881d4f3,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:24.513680 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 47014) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:24.563096 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0a81bbb9-71d6-439e-a62e-792b629cbe30 admin admin] Publish callbacks [] for security_group (2b0636e8-3d7b-4371-89e9-7bf9b881d4f3), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:24.584821 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0a81bbb9-71d6-439e-a62e-792b629cbe30 admin admin] Publish callbacks [] for security_group (2b0636e8-3d7b-4371-89e9-7bf9b881d4f3), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:24.634871 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0a81bbb9-71d6-439e-a62e-792b629cbe30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (2b0636e8-3d7b-4371-89e9-7bf9b881d4f3), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:24.637479 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-0a81bbb9-71d6-439e-a62e-792b629cbe30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:24.638630 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-0a81bbb9-71d6-439e-a62e-792b629cbe30 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2b0636e8-3d7b-4371-89e9-7bf9b881d4f3 HTTP/1.1" status: 204 len: 168 time: 0.1239600 Jul 28 17:56:24.646948 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81bbb9-71d6-439e-a62e-792b629cbe30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0636e8-3d7b-4371-89e9-7bf9b881d4f3,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:24.911181 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 47020) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:24.925080 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-44a7d954-e10d-4476-8486-22242b300a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:25.001017 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-44a7d954-e10d-4476-8486-22242b300a3e admin admin] Publish callbacks [] for security_group (36729b8d-3155-4a52-ae27-d810240cbbf2), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:25.005497 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-44a7d954-e10d-4476-8486-22242b300a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (36729b8d-3155-4a52-ae27-d810240cbbf2), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:25.045038 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-44a7d954-e10d-4476-8486-22242b300a3e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b99edabeefb14f59ade2e81d2670a121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321688 Jul 28 17:56:25.046166 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7d954-e10d-4476-8486-22242b300a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36729b8d-3155-4a52-ae27-d810240cbbf2,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:25.048059 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 47022) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:25.097836 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-56a28d9b-007a-4fa6-bb8c-5af7f2f00b84 admin admin] Publish callbacks [] for security_group (36729b8d-3155-4a52-ae27-d810240cbbf2), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:25.119845 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-56a28d9b-007a-4fa6-bb8c-5af7f2f00b84 admin admin] Publish callbacks [] for security_group (36729b8d-3155-4a52-ae27-d810240cbbf2), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:25.167565 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-56a28d9b-007a-4fa6-bb8c-5af7f2f00b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (36729b8d-3155-4a52-ae27-d810240cbbf2), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:25.170359 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-56a28d9b-007a-4fa6-bb8c-5af7f2f00b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:25.171487 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-56a28d9b-007a-4fa6-bb8c-5af7f2f00b84 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/36729b8d-3155-4a52-ae27-d810240cbbf2 HTTP/1.1" status: 204 len: 168 time: 0.1224475 Jul 28 17:56:25.180067 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a28d9b-007a-4fa6-bb8c-5af7f2f00b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36729b8d-3155-4a52-ae27-d810240cbbf2,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:25.714507 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a11d29d3-365a-4202-91a1-aef0ff36ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:28.135601 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-49a1c584-283d-42f0-873b-c6b739f18d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:28.332124 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:28.337514 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:29.158454 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:30.931644 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:30.981526 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:31.470623 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:33.482644 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 47140) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:33.597670 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b280bb90-62b6-410f-be42-f8453462fa3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:33.677540 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b280bb90-62b6-410f-be42-f8453462fa3b admin admin] Publish callbacks [] for security_group (f2a1f29d-5aba-4f4c-970f-0e3c42a1d70c), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:33.683187 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-b280bb90-62b6-410f-be42-f8453462fa3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (f2a1f29d-5aba-4f4c-970f-0e3c42a1d70c), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:33.722614 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280bb90-62b6-410f-be42-f8453462fa3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a1f29d-5aba-4f4c-970f-0e3c42a1d70c,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:33.729790 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-b280bb90-62b6-410f-be42-f8453462fa3b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=68cbf765c3bc4637aa2f43ae2a7a2db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459655 Jul 28 17:56:33.730088 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 47144) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:33.784004 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-570b8daf-9f5f-499e-abf4-1b1f95c1676a admin admin] Publish callbacks [] for security_group (f2a1f29d-5aba-4f4c-970f-0e3c42a1d70c), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:33.805793 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-570b8daf-9f5f-499e-abf4-1b1f95c1676a admin admin] Publish callbacks [] for security_group (f2a1f29d-5aba-4f4c-970f-0e3c42a1d70c), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:33.857748 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-570b8daf-9f5f-499e-abf4-1b1f95c1676a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (f2a1f29d-5aba-4f4c-970f-0e3c42a1d70c), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:33.860362 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-570b8daf-9f5f-499e-abf4-1b1f95c1676a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:33.861543 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-570b8daf-9f5f-499e-abf4-1b1f95c1676a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f2a1f29d-5aba-4f4c-970f-0e3c42a1d70c HTTP/1.1" status: 204 len: 168 time: 0.1307254 Jul 28 17:56:33.869986 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b8daf-9f5f-499e-abf4-1b1f95c1676a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a1f29d-5aba-4f4c-970f-0e3c42a1d70c,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:34.131130 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 47150) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:34.147981 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-638fa4a6-6183-44b6-b4bb-34871a2fa649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:34.226401 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-638fa4a6-6183-44b6-b4bb-34871a2fa649 admin admin] Publish callbacks [] for security_group (71514623-d786-4191-8b45-e48aa4cf4401), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:34.229215 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-638fa4a6-6183-44b6-b4bb-34871a2fa649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (71514623-d786-4191-8b45-e48aa4cf4401), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:34.268546 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fa4a6-6183-44b6-b4bb-34871a2fa649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71514623-d786-4191-8b45-e48aa4cf4401,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:34.273000 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-638fa4a6-6183-44b6-b4bb-34871a2fa649 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=216ec75298c942cbbde533ae8807e5cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408405 Jul 28 17:56:34.275957 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 47152) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:34.288239 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:34.315275 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:34.328731 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e27f6372-ee88-4c12-a97b-ef70f299d380 admin admin] Publish callbacks [] for security_group (71514623-d786-4191-8b45-e48aa4cf4401), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:34.352606 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e27f6372-ee88-4c12-a97b-ef70f299d380 admin admin] Publish callbacks [] for security_group (71514623-d786-4191-8b45-e48aa4cf4401), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:34.399406 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e27f6372-ee88-4c12-a97b-ef70f299d380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (71514623-d786-4191-8b45-e48aa4cf4401), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:34.402241 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-e27f6372-ee88-4c12-a97b-ef70f299d380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:34.403417 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-e27f6372-ee88-4c12-a97b-ef70f299d380 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/71514623-d786-4191-8b45-e48aa4cf4401 HTTP/1.1" status: 204 len: 168 time: 0.1265655 Jul 28 17:56:34.411127 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f6372-ee88-4c12-a97b-ef70f299d380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71514623-d786-4191-8b45-e48aa4cf4401,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:34.725628 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 47158) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:34.740853 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f6a69cd0-b7e1-46c9-af4d-a21ef0f60809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:34.826159 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f6a69cd0-b7e1-46c9-af4d-a21ef0f60809 admin admin] Publish callbacks [] for security_group (a89eb5ef-b22a-4378-91f6-cd576923baec), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:34.831238 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-f6a69cd0-b7e1-46c9-af4d-a21ef0f60809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (a89eb5ef-b22a-4378-91f6-cd576923baec), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:34.872388 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-f6a69cd0-b7e1-46c9-af4d-a21ef0f60809 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cf5e31f7a078425e8f35a14f0cabafa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456439 Jul 28 17:56:34.873388 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a69cd0-b7e1-46c9-af4d-a21ef0f60809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89eb5ef-b22a-4378-91f6-cd576923baec,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:34.875106 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 47160) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:34.936255 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-655cf3c6-e277-4477-a4ea-9d8acf51458c admin admin] Publish callbacks [] for security_group (a89eb5ef-b22a-4378-91f6-cd576923baec), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:34.959873 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-655cf3c6-e277-4477-a4ea-9d8acf51458c admin admin] Publish callbacks [] for security_group (a89eb5ef-b22a-4378-91f6-cd576923baec), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:35.007382 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-655cf3c6-e277-4477-a4ea-9d8acf51458c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (a89eb5ef-b22a-4378-91f6-cd576923baec), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:35.009958 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-655cf3c6-e277-4477-a4ea-9d8acf51458c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:35.011091 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-655cf3c6-e277-4477-a4ea-9d8acf51458c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a89eb5ef-b22a-4378-91f6-cd576923baec HTTP/1.1" status: 204 len: 168 time: 0.1350107 Jul 28 17:56:35.018774 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cf3c6-e277-4477-a4ea-9d8acf51458c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89eb5ef-b22a-4378-91f6-cd576923baec,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:37.230596 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-730f6b4b-f836-4097-ac04-9b3151483c3e req-73fef3f7-9ab9-4115-abbf-897c2be26b22 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418952 Jul 28 17:56:37.305844 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f6b4b-f836-4097-ac04-9b3151483c3e req-ad05e44b-83d4-45e5-b49a-1553aaf03f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:37.307336 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-730f6b4b-f836-4097-ac04-9b3151483c3e req-ad05e44b-83d4-45e5-b49a-1553aaf03f4f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 1129 time: 0.0405347 Jul 28 17:56:37.378423 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:37.424450 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f6b4b-f836-4097-ac04-9b3151483c3e req-f4c40dcf-e968-4a83-ba9b-fe4de9e5f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:37.425955 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-730f6b4b-f836-4097-ac04-9b3151483c3e req-f4c40dcf-e968-4a83-ba9b-fe4de9e5f4da service neutron] 10.222.0.100 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 913 time: 0.0937970 Jul 28 17:56:37.474834 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:37.496474 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-730f6b4b-f836-4097-ac04-9b3151483c3e req-b1ff0f41-b185-4940-8984-14bae94b9072 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be5145df-9a81-462a-86a2-55023b825699 HTTP/1.1" status: 200 len: 1000 time: 0.0642707 Jul 28 17:56:37.547616 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f6b4b-f836-4097-ac04-9b3151483c3e req-c52d6693-b507-46e9-85cc-6b65ec8abf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:37.549233 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-730f6b4b-f836-4097-ac04-9b3151483c3e req-c52d6693-b507-46e9-85cc-6b65ec8abf7e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dfda5b08-98a3-465e-a2f3-aaea0b8ef49d HTTP/1.1" status: 200 len: 850 time: 0.0468156 Jul 28 17:56:37.593798 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f6b4b-f836-4097-ac04-9b3151483c3e req-38bab279-7007-48de-8c7e-4b6aac6236b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:37.595255 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-730f6b4b-f836-4097-ac04-9b3151483c3e req-38bab279-7007-48de-8c7e-4b6aac6236b0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400321 Jul 28 17:56:37.697358 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-730f6b4b-f836-4097-ac04-9b3151483c3e req-32694ca8-cf34-4dbc-8329-a0d560666ed4 service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937426 Jul 28 17:56:37.792967 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-730f6b4b-f836-4097-ac04-9b3151483c3e req-fea1e916-4182-4b07-b5b0-b23e3a5eb6b6 service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904756 Jul 28 17:56:38.640625 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 47206) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:38.748916 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-02d15ec6-8c38-4093-8dc9-645268dc998f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:38.823750 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-02d15ec6-8c38-4093-8dc9-645268dc998f admin admin] Publish callbacks [] for security_group (f9419a9e-9832-4411-b8ca-c258d34d83ff), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:38.828255 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-02d15ec6-8c38-4093-8dc9-645268dc998f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (f9419a9e-9832-4411-b8ca-c258d34d83ff), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:38.866826 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d15ec6-8c38-4093-8dc9-645268dc998f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9419a9e-9832-4411-b8ca-c258d34d83ff,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:38.871126 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-02d15ec6-8c38-4093-8dc9-645268dc998f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e998a20910434d64a2cd61825080927a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294395 Jul 28 17:56:38.873765 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 47210) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:38.922756 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d38bdd80-2f69-4742-aa4c-cacf2b702063 admin admin] Publish callbacks [] for security_group (f9419a9e-9832-4411-b8ca-c258d34d83ff), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:38.943479 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d38bdd80-2f69-4742-aa4c-cacf2b702063 admin admin] Publish callbacks [] for security_group (f9419a9e-9832-4411-b8ca-c258d34d83ff), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:38.992799 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d38bdd80-2f69-4742-aa4c-cacf2b702063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (f9419a9e-9832-4411-b8ca-c258d34d83ff), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:38.995263 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d38bdd80-2f69-4742-aa4c-cacf2b702063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:38.996397 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-d38bdd80-2f69-4742-aa4c-cacf2b702063 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f9419a9e-9832-4411-b8ca-c258d34d83ff HTTP/1.1" status: 204 len: 168 time: 0.1217380 Jul 28 17:56:39.004164 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bdd80-2f69-4742-aa4c-cacf2b702063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9419a9e-9832-4411-b8ca-c258d34d83ff,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:39.648339 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 47232) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:39.744488 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-2c567a5e-126a-42b6-aee3-ecd06d1a6a66 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1578937856-network', 'tenant_id': '6ed3b5ffc1dd4fb9a814a967d1c9e8dc'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:56:39.765198 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c567a5e-126a-42b6-aee3-ecd06d1a6a66 admin admin] Made reservation on behalf of 6ed3b5ffc1dd4fb9a814a967d1c9e8dc for: {'network': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:56:39.767693 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2c567a5e-126a-42b6-aee3-ecd06d1a6a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for network (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:39.777339 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2c567a5e-126a-42b6-aee3-ecd06d1a6a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:39.849255 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:39.855173 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2c567a5e-126a-42b6-aee3-ecd06d1a6a66 admin admin] Publish callbacks [] for security_group (dfea10e2-b4e5-486a-88ed-2678b32667c0), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:39.859187 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2c567a5e-126a-42b6-aee3-ecd06d1a6a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (dfea10e2-b4e5-486a-88ed-2678b32667c0), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:39.866815 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:39.883525 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c567a5e-126a-42b6-aee3-ecd06d1a6a66 admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=110735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:56:39.901431 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c567a5e-126a-42b6-aee3-ecd06d1a6a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfea10e2-b4e5-486a-88ed-2678b32667c0,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:39.904262 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2c567a5e-126a-42b6-aee3-ecd06d1a6a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (3abb554c-7fff-42a0-98a0-e02ba6571dc5), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:39.904715 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.segments_db [None req-2c567a5e-126a-42b6-aee3-ecd06d1a6a66 admin admin] Added segment 3abb554c-7fff-42a0-98a0-e02ba6571dc5 of type vlan for network c3a6f3df-b84a-4785-96e4-3bfd4b74d770 Jul 28 17:56:39.946265 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2c567a5e-126a-42b6-aee3-ecd06d1a6a66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747605878137'] for network (c3a6f3df-b84a-4785-96e4-3bfd4b74d770), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:39.976127 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2c567a5e-126a-42b6-aee3-ecd06d1a6a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739'] for network (c3a6f3df-b84a-4785-96e4-3bfd4b74d770), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:39.977108 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c567a5e-126a-42b6-aee3-ecd06d1a6a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:39.977715 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-2c567a5e-126a-42b6-aee3-ecd06d1a6a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:40.032484 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-2c567a5e-126a-42b6-aee3-ecd06d1a6a66 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3828454 Jul 28 17:56:40.035323 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 47236) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:40.041125 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-c9c4f842-b551-4f5b-aab0-d18a88738fbd admin admin] Request body: {'subnet': {'network_id': 'c3a6f3df-b84a-4785-96e4-3bfd4b74d770', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1578937856-subnet', 'tenant_id': '6ed3b5ffc1dd4fb9a814a967d1c9e8dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:56:40.044380 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c567a5e-126a-42b6-aee3-ecd06d1a6a66 admin admin] Pushing event updated for resources: {'Network': ['ID=c3a6f3df-b84a-4785-96e4-3bfd4b74d770,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:40.054506 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Network c3a6f3df-b84a-4785-96e4-3bfd4b74d770 details requested by agent ovs-agent-dv-cinder-813229-13-iscsi with host dv-cinder-813229-13-iscsi {{(pid=110737) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:56:40.063295 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c4f842-b551-4f5b-aab0-d18a88738fbd admin admin] Made reservation on behalf of 6ed3b5ffc1dd4fb9a814a967d1c9e8dc for: {'subnet': 1} {{(pid=110736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:56:40.065711 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c9c4f842-b551-4f5b-aab0-d18a88738fbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318619'] for subnet (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:40.235205 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c9c4f842-b551-4f5b-aab0-d18a88738fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8530842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318645'] for subnet (14c1c583-8284-48c0-a2ba-6ab2f7af78d3), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:40.286493 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4f842-b551-4f5b-aab0-d18a88738fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c1c583-8284-48c0-a2ba-6ab2f7af78d3,revision_number=0']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:40.302081 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c4f842-b551-4f5b-aab0-d18a88738fbd admin admin] Checking segment: {'id': '3abb554c-7fff-42a0-98a0-e02ba6571dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c3a6f3df-b84a-4785-96e4-3bfd4b74d770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:56:40.302436 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c4f842-b551-4f5b-aab0-d18a88738fbd admin admin] Network hostable DHCP agents. Network: c3a6f3df-b84a-4785-96e4-3bfd4b74d770, hostable agents: ['62fc3b2d-f70b-4b36-aadb-8338c87d5263'], hosted agents: [] {{(pid=110736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:56:40.320047 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c4f842-b551-4f5b-aab0-d18a88738fbd admin admin] Network c3a6f3df-b84a-4785-96e4-3bfd4b74d770 is scheduled to be hosted by DHCP agent 62fc3b2d-f70b-4b36-aadb-8338c87d5263 with binding_index 1 {{(pid=110736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:56:40.329052 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-c9c4f842-b551-4f5b-aab0-d18a88738fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-13-iscsi, c3a6f3df-b84a-4785-96e4-3bfd4b74d770) {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:56:40.333825 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c4f842-b551-4f5b-aab0-d18a88738fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:40.335085 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-c9c4f842-b551-4f5b-aab0-d18a88738fbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:40.339881 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d88b70e-6018-4be1-b036-b438997a495e None None] Network c3a6f3df-b84a-4785-96e4-3bfd4b74d770 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:56:40.353068 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-c9c4f842-b551-4f5b-aab0-d18a88738fbd admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3165610 Jul 28 17:56:40.403199 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:40.414092 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:40.449976 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d34315-3378-49d3-8d12-1ccb0f1d3dba None None] Network c3a6f3df-b84a-4785-96e4-3bfd4b74d770 requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:56:42.146160 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-fcee756c-8cc0-4fea-9dbd-68ed8f557bc5 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:42.148199 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-fcee756c-8cc0-4fea-9dbd-68ed8f557bc5 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/networks?id=c3a6f3df-b84a-4785-96e4-3bfd4b74d770 HTTP/1.1" status: 200 len: 814 time: 0.1022139 Jul 28 17:56:42.163425 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-30108c9e-ad7e-47c1-92e4-8c57cd6b0ddb tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/quotas/6ed3b5ffc1dd4fb9a814a967d1c9e8dc HTTP/1.1" status: 200 len: 375 time: 0.0095840 Jul 28 17:56:42.200478 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-8e99a38d-fa17-44f7-b3d7-1c95bcf98b99 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=6ed3b5ffc1dd4fb9a814a967d1c9e8dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320861 Jul 28 17:56:42.336010 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-5987027f-cf35-4b1f-8b0a-d5b218ffb2d5 service neutron] 10.222.0.89 "GET /v2.0/networks/c3a6f3df-b84a-4785-96e4-3bfd4b74d770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288507 Jul 28 17:56:42.429113 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-3dd9f02d-7324-463b-b15b-08818ef52380 service neutron] 10.222.0.89 "GET /v2.0/networks/c3a6f3df-b84a-4785-96e4-3bfd4b74d770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873971 Jul 28 17:56:42.604247 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-59ce6d80-8d8b-44ed-858f-77d3eb2c19b0 req-1707670a-23ec-457c-947d-2d25b3a0fefa tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 210 time: 0.0291617 Jul 28 17:56:43.740301 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3f4f9219-2b89-4296-9fc3-05a306904b56 req-e6074dac-b015-4582-96a4-2fb0998836b4 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 210 time: 0.0635436 Jul 28 17:56:43.798006 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-8e147977-0a88-45f9-bf5a-e7c24f62a30b tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:43.799423 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-8e147977-0a88-45f9-bf5a-e7c24f62a30b tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.100 "GET /v2.0/networks?id=c3a6f3df-b84a-4785-96e4-3bfd4b74d770 HTTP/1.1" status: 200 len: 814 time: 0.1438525 Jul 28 17:56:43.825213 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-eafd9b04-80cd-45ef-b2f4-463eb0551eee tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Request body: {'port': {'device_id': '10395ba4-1ef2-4d54-a861-de51330d1b3a', 'network_id': 'c3a6f3df-b84a-4785-96e4-3bfd4b74d770', 'admin_state_up': True, 'tenant_id': '6ed3b5ffc1dd4fb9a814a967d1c9e8dc'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:56:43.934690 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-eafd9b04-80cd-45ef-b2f4-463eb0551eee tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Made reservation on behalf of 6ed3b5ffc1dd4fb9a814a967d1c9e8dc for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:56:43.938106 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-eafd9b04-80cd-45ef-b2f4-463eb0551eee tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:44.063738 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:44.076302 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-eafd9b04-80cd-45ef-b2f4-463eb0551eee tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Allocated IP 172.20.0.4 (c3a6f3df-b84a-4785-96e4-3bfd4b74d770/14c1c583-8284-48c0-a2ba-6ab2f7af78d3/75d4c997-1dd7-45bf-b745-3e38681db406) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:56:44.102331 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:44.234225 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-eafd9b04-80cd-45ef-b2f4-463eb0551eee tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Publish callbacks [] for port (75d4c997-1dd7-45bf-b745-3e38681db406), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:44.265229 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-eafd9b04-80cd-45ef-b2f4-463eb0551eee tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (75d4c997-1dd7-45bf-b745-3e38681db406), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:44.313773 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-eafd9b04-80cd-45ef-b2f4-463eb0551eee tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Network c3a6f3df-b84a-4785-96e4-3bfd4b74d770 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:56:44.319418 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-eafd9b04-80cd-45ef-b2f4-463eb0551eee tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:56:44.322193 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd9b04-80cd-45ef-b2f4-463eb0551eee tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Pushing event updated for resources: {'Port': ['ID=75d4c997-1dd7-45bf-b745-3e38681db406,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:44.324404 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-eafd9b04-80cd-45ef-b2f4-463eb0551eee tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:56:44.379376 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-eafd9b04-80cd-45ef-b2f4-463eb0551eee tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:44.380000 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-eafd9b04-80cd-45ef-b2f4-463eb0551eee tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:44.396464 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-eafd9b04-80cd-45ef-b2f4-463eb0551eee tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5775313 Jul 28 17:56:44.416125 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Request body: {'port': {'device_id': '10395ba4-1ef2-4d54-a861-de51330d1b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:56:44.479153 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (75d4c997-1dd7-45bf-b745-3e38681db406), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:44.738695 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d4c997-1dd7-45bf-b745-3e38681db406 {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:56:44.747254 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Publish callbacks [] for port (75d4c997-1dd7-45bf-b745-3e38681db406), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:44.760429 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Transition to ACTIVE for port object 75d4c997-1dd7-45bf-b745-3e38681db406 will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:56:44.763108 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (75d4c997-1dd7-45bf-b745-3e38681db406), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:44.808578 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:44.820337 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Pushing event updated for resources: {'Port': ['ID=75d4c997-1dd7-45bf-b745-3e38681db406,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:44.876831 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f25df-99e0-474e-87bf-f5ba998794a1 req-54e08162-3743-4380-b161-e7f6de88669a tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:44.878346 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-da4f25df-99e0-474e-87bf-f5ba998794a1 req-54e08162-3743-4380-b161-e7f6de88669a tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 943 time: 0.0548944 Jul 28 17:56:44.892049 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Attempting to bind port 75d4c997-1dd7-45bf-b745-3e38681db406 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:56:44.892401 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Attempting to bind port 75d4c997-1dd7-45bf-b745-3e38681db406 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3abb554c-7fff-42a0-98a0-e02ba6571dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c3a6f3df-b84a-4785-96e4-3bfd4b74d770'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:56:44.892745 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Attempting to bind port 75d4c997-1dd7-45bf-b745-3e38681db406 on network c3a6f3df-b84a-4785-96e4-3bfd4b74d770 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:56:44.897942 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Port 75d4c997-1dd7-45bf-b745-3e38681db406 on network c3a6f3df-b84a-4785-96e4-3bfd4b74d770 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:56:44.898258 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Attempting to bind port 75d4c997-1dd7-45bf-b745-3e38681db406 on network c3a6f3df-b84a-4785-96e4-3bfd4b74d770 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:56:44.903822 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:56:44.904163 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Checking segment: {'id': '3abb554c-7fff-42a0-98a0-e02ba6571dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c3a6f3df-b84a-4785-96e4-3bfd4b74d770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:56:44.904546 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Bound using segment: {'id': '3abb554c-7fff-42a0-98a0-e02ba6571dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c3a6f3df-b84a-4785-96e4-3bfd4b74d770'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:56:44.904977 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Bound port: 75d4c997-1dd7-45bf-b745-3e38681db406, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3abb554c-7fff-42a0-98a0-e02ba6571dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c3a6f3df-b84a-4785-96e4-3bfd4b74d770'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:56:44.905361 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (75d4c997-1dd7-45bf-b745-3e38681db406), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:44.918686 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:44.933046 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-da4f25df-99e0-474e-87bf-f5ba998794a1 req-33ceb656-5706-478b-923a-8ebaff73d2dd tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480444 Jul 28 17:56:44.946362 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:44.973340 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] For port 75d4c997-1dd7-45bf-b745-3e38681db406, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:56:44.976927 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] For port 75d4c997-1dd7-45bf-b745-3e38681db406, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=75d4c997-1dd7-45bf-b745-3e38681db406,segment=NetworkSegment(3abb554c-7fff-42a0-98a0-e02ba6571dc5),segment_id=3abb554c-7fff-42a0-98a0-e02ba6571dc5)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:56:44.982802 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (75d4c997-1dd7-45bf-b745-3e38681db406), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:45.026701 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:45.027516 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:45.028934 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] 10.222.0.100 "PUT /v2.0/ports/75d4c997-1dd7-45bf-b745-3e38681db406 HTTP/1.1" status: 200 len: 1093 time: 0.6174471 Jul 28 17:56:45.029419 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10395ba4-1ef2-4d54-a861-de51330d1b3a', 'tag': '75d4c997-1dd7-45bf-b745-3e38681db406'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:56:45.031789 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9062d6ba-791b-40a5-8c61-d25fd9e1e156" -d '{"events": [{"name": "network-changed", "server_uuid": "10395ba4-1ef2-4d54-a861-de51330d1b3a", "tag": "75d4c997-1dd7-45bf-b745-3e38681db406"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:56:45.053512 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e2e2b-e9e9-40a6-b501-b6e097c5571f service neutron] Pushing event updated for resources: {'Port': ['ID=75d4c997-1dd7-45bf-b745-3e38681db406,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:45.071394 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51652ebb-9a75-4c5e-a4f6-00d3995f2b56 x-openstack-request-id: req-51652ebb-9a75-4c5e-a4f6-00d3995f2b56 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:56:45.071691 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10395ba4-1ef2-4d54-a861-de51330d1b3a", "tag": "75d4c997-1dd7-45bf-b745-3e38681db406", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:56:45.071952 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-51652ebb-9a75-4c5e-a4f6-00d3995f2b56 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:56:45.072359 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51652ebb-9a75-4c5e-a4f6-00d3995f2b56'] response: {'name': 'network-changed', 'server_uuid': '10395ba4-1ef2-4d54-a861-de51330d1b3a', 'tag': '75d4c997-1dd7-45bf-b745-3e38681db406', 'status': 'completed', 'code': 200} Jul 28 17:56:45.129231 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-bfd3609e-3e8f-4ff2-ae08-5752613a87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:45.130697 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-bfd3609e-3e8f-4ff2-ae08-5752613a87f7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6ed3b5ffc1dd4fb9a814a967d1c9e8dc&device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 1127 time: 0.0394650 Jul 28 17:56:45.180737 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-461698f0-7274-49f9-a71e-d460f42e9e03 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75d4c997-1dd7-45bf-b745-3e38681db406 HTTP/1.1" status: 200 len: 217 time: 0.0362093 Jul 28 17:56:45.228299 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-f0ea4c09-0b3a-42c1-ad2d-df50bfad6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:45.229748 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-f0ea4c09-0b3a-42c1-ad2d-df50bfad6e36 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=14c1c583-8284-48c0-a2ba-6ab2f7af78d3 HTTP/1.1" status: 200 len: 854 time: 0.0439339 Jul 28 17:56:45.262198 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-7b418c3c-b78d-4498-85d4-e50d48086a10 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c3a6f3df-b84a-4785-96e4-3bfd4b74d770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255620 Jul 28 17:56:45.358232 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-c615c40d-09f8-493e-9557-0c3d524a2e6a service neutron] 10.222.0.100 "GET /v2.0/networks/c3a6f3df-b84a-4785-96e4-3bfd4b74d770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892143 Jul 28 17:56:45.448842 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-25bd64c0-55bd-477e-8e53-6797aa4c1c10 req-99001d35-73ff-4897-badc-0c18d5e44902 service neutron] 10.222.0.100 "GET /v2.0/networks/c3a6f3df-b84a-4785-96e4-3bfd4b74d770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848243 Jul 28 17:56:46.056446 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae82a-2095-4541-8f8a-3c3a296535b3 req-02d5533c-5a92-490a-a98c-6edcb7201138 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:46.058036 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1dfae82a-2095-4541-8f8a-3c3a296535b3 req-02d5533c-5a92-490a-a98c-6edcb7201138 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 943 time: 0.0509045 Jul 28 17:56:46.106537 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1dfae82a-2095-4541-8f8a-3c3a296535b3 req-e78e69b1-66ef-4394-aa89-e340c3ee6c08 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428336 Jul 28 17:56:46.252801 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062d6ba-791b-40a5-8c61-d25fd9e1e156 req-ae5b39bb-c386-4f46-bc2c-df046354d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:46.254320 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9062d6ba-791b-40a5-8c61-d25fd9e1e156 req-ae5b39bb-c386-4f46-bc2c-df046354d94e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6ed3b5ffc1dd4fb9a814a967d1c9e8dc&device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 1127 time: 0.0402856 Jul 28 17:56:46.349131 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062d6ba-791b-40a5-8c61-d25fd9e1e156 req-ea8c98f0-572a-464f-a83e-ef7e603468f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:46.351218 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9062d6ba-791b-40a5-8c61-d25fd9e1e156 req-ea8c98f0-572a-464f-a83e-ef7e603468f3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c3a6f3df-b84a-4785-96e4-3bfd4b74d770 HTTP/1.1" status: 200 len: 916 time: 0.0910959 Jul 28 17:56:46.391457 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9062d6ba-791b-40a5-8c61-d25fd9e1e156 req-0ecc0923-69e8-46a5-b406-50bd1c8f2bec service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75d4c997-1dd7-45bf-b745-3e38681db406 HTTP/1.1" status: 200 len: 217 time: 0.0332332 Jul 28 17:56:46.446175 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062d6ba-791b-40a5-8c61-d25fd9e1e156 req-8c50612d-07b5-43c7-8970-1c7cbe712885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:46.447687 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9062d6ba-791b-40a5-8c61-d25fd9e1e156 req-8c50612d-07b5-43c7-8970-1c7cbe712885 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=14c1c583-8284-48c0-a2ba-6ab2f7af78d3 HTTP/1.1" status: 200 len: 854 time: 0.0492175 Jul 28 17:56:46.482396 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9062d6ba-791b-40a5-8c61-d25fd9e1e156 req-fab5031f-b123-409d-a470-45898a5043bf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c3a6f3df-b84a-4785-96e4-3bfd4b74d770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283380 Jul 28 17:56:46.574637 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9062d6ba-791b-40a5-8c61-d25fd9e1e156 req-ac8edad2-d998-4298-92fe-2943ed6c311e service neutron] 10.222.0.100 "GET /v2.0/networks/c3a6f3df-b84a-4785-96e4-3bfd4b74d770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856714 Jul 28 17:56:46.672478 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9062d6ba-791b-40a5-8c61-d25fd9e1e156 req-4ea38e53-996a-42b1-b9f3-72b8ab62e47f service neutron] 10.222.0.100 "GET /v2.0/networks/c3a6f3df-b84a-4785-96e4-3bfd4b74d770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903199 Jul 28 17:56:47.189794 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:47.227403 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389af6ab-8ccc-4041-b03e-eb19640d0e27 req-a6dd6cbe-f430-4212-86a4-91fecb35a9e2 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:47.228876 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-389af6ab-8ccc-4041-b03e-eb19640d0e27 req-a6dd6cbe-f430-4212-86a4-91fecb35a9e2 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 943 time: 0.0488188 Jul 28 17:56:47.276545 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-389af6ab-8ccc-4041-b03e-eb19640d0e27 req-45e632e4-de70-4fd5-ac3c-4e34b1630dcd tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418563 Jul 28 17:56:48.311662 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 75d4c997-1dd7-45bf-b745-3e38681db406 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:56:48.399587 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5c315-039a-44d1-87f6-117db1afed28 req-f26a445d-6c97-411b-a953-4c7fe1249528 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:48.401426 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9af5c315-039a-44d1-87f6-117db1afed28 req-f26a445d-6c97-411b-a953-4c7fe1249528 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 943 time: 0.0525346 Jul 28 17:56:48.415746 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 75d4c997-1dd7-45bf-b745-3e38681db406, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=75d4c997-1dd7-45bf-b745-3e38681db406,segment=NetworkSegment(3abb554c-7fff-42a0-98a0-e02ba6571dc5),segment_id=3abb554c-7fff-42a0-98a0-e02ba6571dc5)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:56:48.421683 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:48.426759 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '75d4c997-1dd7-45bf-b745-3e38681db406', 'network_id': 'c3a6f3df-b84a-4785-96e4-3bfd4b74d770', 'port_id': '75d4c997-1dd7-45bf-b745-3e38681db406', 'mac_address': 'fa:16:3e:55:fa:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c1c583-8284-48c0-a2ba-6ab2f7af78d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:56:48.453072 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-9af5c315-039a-44d1-87f6-117db1afed28 req-972c9f83-5a31-412f-bc2f-d2b28240ffef tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461025 Jul 28 17:56:48.464295 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 75d4c997-1dd7-45bf-b745-3e38681db406 is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:56:48.464714 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (75d4c997-1dd7-45bf-b745-3e38681db406), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:48.478500 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d4c997-1dd7-45bf-b745-3e38681db406 {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:56:48.501858 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 75d4c997-1dd7-45bf-b745-3e38681db406, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=75d4c997-1dd7-45bf-b745-3e38681db406,segment=NetworkSegment(3abb554c-7fff-42a0-98a0-e02ba6571dc5),segment_id=3abb554c-7fff-42a0-98a0-e02ba6571dc5)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:56:48.506107 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (75d4c997-1dd7-45bf-b745-3e38681db406), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:48.552649 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=75d4c997-1dd7-45bf-b745-3e38681db406,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:48.853839 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['75d4c997-1dd7-45bf-b745-3e38681db406'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:56:49.577226 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af864afe-70e5-4bd1-a029-3cf342df2c40 req-6613d062-aa35-42ab-ac66-9a6fcd006d0e tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:49.578706 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-af864afe-70e5-4bd1-a029-3cf342df2c40 req-6613d062-aa35-42ab-ac66-9a6fcd006d0e tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 944 time: 0.0525591 Jul 28 17:56:49.611919 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:49.627403 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-af864afe-70e5-4bd1-a029-3cf342df2c40 req-a0dba0ae-e090-4366-8c9b-deadbbc41eae tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432208 Jul 28 17:56:50.324229 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 75d4c997-1dd7-45bf-b745-3e38681db406 up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:56:50.365781 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port 75d4c997-1dd7-45bf-b745-3e38681db406 completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:56:50.372066 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 75d4c997-1dd7-45bf-b745-3e38681db406 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:56:50.372451 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (75d4c997-1dd7-45bf-b745-3e38681db406), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:50.442893 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 75d4c997-1dd7-45bf-b745-3e38681db406 is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:56:50.443294 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (75d4c997-1dd7-45bf-b745-3e38681db406), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:50.466715 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10395ba4-1ef2-4d54-a861-de51330d1b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d4c997-1dd7-45bf-b745-3e38681db406'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:56:50.468953 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61f1727-6268-49ce-8f82-000db6b32791" -d '{"events": [{"server_uuid": "10395ba4-1ef2-4d54-a861-de51330d1b3a", "name": "network-vif-plugged", "status": "completed", "tag": "75d4c997-1dd7-45bf-b745-3e38681db406"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:56:50.482841 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 75d4c997-1dd7-45bf-b745-3e38681db406, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=75d4c997-1dd7-45bf-b745-3e38681db406,segment=NetworkSegment(3abb554c-7fff-42a0-98a0-e02ba6571dc5),segment_id=3abb554c-7fff-42a0-98a0-e02ba6571dc5)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:56:50.487038 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (75d4c997-1dd7-45bf-b745-3e38681db406), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:50.537748 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=75d4c997-1dd7-45bf-b745-3e38681db406,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:50.628490 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d470ea-6239-4fc5-8dc8-6b9254fab1b3 x-openstack-request-id: req-27d470ea-6239-4fc5-8dc8-6b9254fab1b3 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:56:50.628793 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10395ba4-1ef2-4d54-a861-de51330d1b3a", "name": "network-vif-plugged", "status": "completed", "tag": "75d4c997-1dd7-45bf-b745-3e38681db406", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:56:50.629057 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-27d470ea-6239-4fc5-8dc8-6b9254fab1b3 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:56:50.629499 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d470ea-6239-4fc5-8dc8-6b9254fab1b3'] response: {'server_uuid': '10395ba4-1ef2-4d54-a861-de51330d1b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d4c997-1dd7-45bf-b745-3e38681db406', 'code': 200} Jul 28 17:56:50.749335 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c6a36-e105-4924-ad85-74a877ec9931 req-b6ec430c-250f-4982-add4-4334c288690f tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:50.750758 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-309c6a36-e105-4924-ad85-74a877ec9931 req-b6ec430c-250f-4982-add4-4334c288690f tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 945 time: 0.0489843 Jul 28 17:56:50.802236 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-309c6a36-e105-4924-ad85-74a877ec9931 req-15a7a5a8-b277-4318-8f3e-f417ea8f6a67 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458066 Jul 28 17:56:50.847783 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6db4d6-613c-41a6-9ea7-f696d6c11813 req-b565b60d-9365-47a9-bd0b-0ccd98e4df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:50.849291 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9f6db4d6-613c-41a6-9ea7-f696d6c11813 req-b565b60d-9365-47a9-bd0b-0ccd98e4df02 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 1129 time: 0.0393310 Jul 28 17:56:50.898114 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-9f6db4d6-613c-41a6-9ea7-f696d6c11813 req-243f6324-0a43-4fc7-b7a4-21e81adda380 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413635 Jul 28 17:56:51.302981 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:56:51.923570 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c61932-5b8d-435c-bc9b-ed6ee97d52d9 req-e6179370-df0f-4770-9c50-177431c4a0c6 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:51.925028 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-09c61932-5b8d-435c-bc9b-ed6ee97d52d9 req-e6179370-df0f-4770-9c50-177431c4a0c6 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 945 time: 0.0487876 Jul 28 17:56:51.972103 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-09c61932-5b8d-435c-bc9b-ed6ee97d52d9 req-976b1cad-0a21-4e53-9bad-f38c0ab31ddb tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Jul 28 17:56:53.095156 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46527faf-0aea-4b99-99ea-494b22f0b954 req-8a18c00e-71fc-4011-8055-a448021c44e1 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:53.096661 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-46527faf-0aea-4b99-99ea-494b22f0b954 req-8a18c00e-71fc-4011-8055-a448021c44e1 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 945 time: 0.0484068 Jul 28 17:56:53.143307 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-46527faf-0aea-4b99-99ea-494b22f0b954 req-65d1ff0b-27d4-4ffb-b84c-bbf22f1b8294 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Jul 28 17:56:55.696346 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:55.709078 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d84f78db-82fc-444f-8ded-6a52ccbcb54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:58.137572 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-1606b4d2-c6d3-4642-b31f-59eb10be1b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:59.160493 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:00.912974 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:00.926371 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:00.988428 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:01.495967 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:01.965872 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=8 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:01.968469 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=31 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:03.137473 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=39 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:03.140339 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=29 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:05.332759 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=14 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:05.343534 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=20 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:11.489102 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:11.491116 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:17.590745 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3898265-dca3-4cbd-b130-263b27af7ef5 req-4019f187-2335-4c17-9164-4e997e9f988e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:17.592228 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d3898265-dca3-4cbd-b130-263b27af7ef5 req-4019f187-2335-4c17-9164-4e997e9f988e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 945 time: 0.0483081 Jul 28 17:57:17.646461 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d3898265-dca3-4cbd-b130-263b27af7ef5 req-d39fe690-2218-49bf-b8f9-861af351476d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0483491 Jul 28 17:57:18.767030 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f13b6e-53c9-4966-802c-d2a24a68d338 req-668c9849-3e6f-45ba-a7af-a7fc3d9d8140 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:18.768504 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-25f13b6e-53c9-4966-802c-d2a24a68d338 req-668c9849-3e6f-45ba-a7af-a7fc3d9d8140 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 945 time: 0.0471878 Jul 28 17:57:18.819061 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-25f13b6e-53c9-4966-802c-d2a24a68d338 req-61ba2d7d-551b-4299-80ed-a865dab721dc tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444450 Jul 28 17:57:19.940679 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88fcb8-5429-41d3-9526-a1d34a7b8f1f req-47219cfb-14e3-444b-b9ba-333c70d58919 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:19.942162 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-fa88fcb8-5429-41d3-9526-a1d34a7b8f1f req-47219cfb-14e3-444b-b9ba-333c70d58919 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 945 time: 0.0490153 Jul 28 17:57:19.994428 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-fa88fcb8-5429-41d3-9526-a1d34a7b8f1f req-81984496-02d8-4427-8347-49d4f24cb82f tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0465779 Jul 28 17:57:21.117522 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc7ad5-d97c-43ce-bd1e-dc6026fdda5d req-2b331e3f-ae18-45f7-a519-5eac3d9dd66c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:21.118900 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5afc7ad5-d97c-43ce-bd1e-dc6026fdda5d req-2b331e3f-ae18-45f7-a519-5eac3d9dd66c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 945 time: 0.0529742 Jul 28 17:57:21.170362 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-5afc7ad5-d97c-43ce-bd1e-dc6026fdda5d req-f8d410f9-d855-4fbc-b417-2ea9c1688786 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0459373 Jul 28 17:57:21.333651 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e8c82-3151-4b9f-8f99-ad2e3187510d req-5253b26e-457d-4de5-9578-53f694ce1f6e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:21.335739 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d01e8c82-3151-4b9f-8f99-ad2e3187510d req-5253b26e-457d-4de5-9578-53f694ce1f6e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.100 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 945 time: 0.0484779 Jul 28 17:57:21.428575 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-d01e8c82-3151-4b9f-8f99-ad2e3187510d req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Deleting port be5145df-9a81-462a-86a2-55023b825699 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:57:21.428869 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-d01e8c82-3151-4b9f-8f99-ad2e3187510d req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (be5145df-9a81-462a-86a2-55023b825699), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:21.529129 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-d01e8c82-3151-4b9f-8f99-ad2e3187510d req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] For port be5145df-9a81-462a-86a2-55023b825699, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=be5145df-9a81-462a-86a2-55023b825699,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:21.529531 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-d01e8c82-3151-4b9f-8f99-ad2e3187510d req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (be5145df-9a81-462a-86a2-55023b825699), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:21.706392 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-d01e8c82-3151-4b9f-8f99-ad2e3187510d req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:21.706392 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-d01e8c82-3151-4b9f-8f99-ad2e3187510d req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (b9bbcc20-702d-4fcb-8e13-35fb9664d9bd), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:21.706392 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.l3_db [req-d01e8c82-3151-4b9f-8f99-ad2e3187510d req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Floating IP b9bbcc20-702d-4fcb-8e13-35fb9664d9bd disassociated. External IP: 172.27.1.17, port: be5145df-9a81-462a-86a2-55023b825699. Jul 28 17:57:21.706392 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-d01e8c82-3151-4b9f-8f99-ad2e3187510d req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Calling delete_port for be5145df-9a81-462a-86a2-55023b825699 owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:57:21.855382 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-d01e8c82-3151-4b9f-8f99-ad2e3187510d req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (be5145df-9a81-462a-86a2-55023b825699), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:21.886169 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event deleted for resources: {'Port': ['ID=be5145df-9a81-462a-86a2-55023b825699,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:21.898560 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:21.898968 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:21.899396 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:21.899795 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:21.900323 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:21.900668 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:21.900994 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:21.901350 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:21.901684 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:21.902128 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:21.902361 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:21.902665 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:21.902995 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:21.903313 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:21.903634 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:22.015851 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d01e8c82-3151-4b9f-8f99-ad2e3187510d req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:57:22.076672 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:22.107424 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:22.130891 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d01e8c82-3151-4b9f-8f99-ad2e3187510d req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:57:22.141102 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e100e7a-6374-4e41-ad17-beee45aff54d None None] Sync routers for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:57:22.152193 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e100e7a-6374-4e41-ad17-beee45aff54d None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:57:22.152808 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-0e100e7a-6374-4e41-ad17-beee45aff54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:56:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:22.175103 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01e8c82-3151-4b9f-8f99-ad2e3187510d req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] No DVR routers for this DVR port be5145df-9a81-462a-86a2-55023b825699 on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:57:22.177601 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-d01e8c82-3151-4b9f-8f99-ad2e3187510d req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:22.180916 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d01e8c82-3151-4b9f-8f99-ad2e3187510d req-3d846498-bfc8-4785-8748-1ef0aff58586 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.100 "DELETE /v2.0/ports/be5145df-9a81-462a-86a2-55023b825699 HTTP/1.1" status: 204 len: 173 time: 0.8371887 Jul 28 17:57:22.181383 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a3017f-73cc-4824-a620-0bc87d8181a5', 'name': 'network-vif-deleted', 'tag': 'be5145df-9a81-462a-86a2-55023b825699'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:57:22.183643 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56e0daf-e01c-475a-85a2-7a7ba4e878d7" -d '{"events": [{"server_uuid": "e7a3017f-73cc-4824-a620-0bc87d8181a5", "name": "network-vif-deleted", "tag": "be5145df-9a81-462a-86a2-55023b825699"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:22.244712 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d67995-6c86-4995-9985-9b85cf4a5c66 x-openstack-request-id: req-b3d67995-6c86-4995-9985-9b85cf4a5c66 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:22.245017 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a3017f-73cc-4824-a620-0bc87d8181a5", "name": "network-vif-deleted", "tag": "be5145df-9a81-462a-86a2-55023b825699", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:22.245324 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b3d67995-6c86-4995-9985-9b85cf4a5c66 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:22.245870 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d67995-6c86-4995-9985-9b85cf4a5c66'] response: {'server_uuid': 'e7a3017f-73cc-4824-a620-0bc87d8181a5', 'name': 'network-vif-deleted', 'tag': 'be5145df-9a81-462a-86a2-55023b825699', 'status': 'completed', 'code': 200} Jul 28 17:57:22.260374 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-0e100e7a-6374-4e41-ad17-beee45aff54d None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:57:22.299614 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b7c8a0e9-2de3-4641-9c72-b353cafa59a0 req-34327ffb-837d-40e1-b80d-f1c3e3e67230 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 210 time: 0.0356724 Jul 28 17:57:22.451253 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-0e100e7a-6374-4e41-ad17-beee45aff54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:22.478716 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e100e7a-6374-4e41-ad17-beee45aff54d None None] Checking router: d6fc143d-7150-4dd5-8a5c-fadff8fc63cd for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:57:22.487150 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e100e7a-6374-4e41-ad17-beee45aff54d None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:57:22.487750 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-0e100e7a-6374-4e41-ad17-beee45aff54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:56:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:22.664489 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-0e100e7a-6374-4e41-ad17-beee45aff54d None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:57:22.846757 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-0e100e7a-6374-4e41-ad17-beee45aff54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:22.872334 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e100e7a-6374-4e41-ad17-beee45aff54d None None] The sync data for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi is: [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:57:23.085616 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8833950-1a30-4d7d-a88b-b7d1522c52f0 None None] New status for floating IP b9bbcc20-702d-4fcb-8e13-35fb9664d9bd: DOWN {{(pid=110737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:57:23.405505 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-37d54b7f-4d7e-4f33-a4ae-0556584129c8 req-b4e1afc6-149a-47a8-9d4d-0872588cdbab tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 210 time: 0.0297220 Jul 28 17:57:24.503862 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-af93f8e7-baf4-438d-bc58-ad9e5b284227 req-b33d908d-4d14-4464-a6dc-d7c1451ee114 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 210 time: 0.0283501 Jul 28 17:57:25.614820 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-77597f6d-d204-4456-b105-f30a215a1ef5 req-c87065cb-e7f6-40bc-ad5f-28732cec208c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a3017f-73cc-4824-a620-0bc87d8181a5 HTTP/1.1" status: 200 len: 210 time: 0.0275738 Jul 28 17:57:25.711262 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9981b2db-a8e8-4ffc-a28c-db69bfcdda4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:26.891649 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-2b81ac6b-3515-4ecc-ba46-beda9d223647 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1200150&fields=id&tenant_id=1f721aa2c35842beba2060fde666b2a1 HTTP/1.1" status: 200 len: 267 time: 0.0476832 Jul 28 17:57:26.998903 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-3ea9a6db-4c70-449e-a14f-bfb1563deb2c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:27.000354 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-3ea9a6db-4c70-449e-a14f-bfb1563deb2c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 811 time: 0.1019540 Jul 28 17:57:27.015836 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-8568b3c7-80da-4e91-970a-a096ba2c17ba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/quotas/1f721aa2c35842beba2060fde666b2a1 HTTP/1.1" status: 200 len: 375 time: 0.0100913 Jul 28 17:57:27.070620 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-e7426918-82b2-4a3c-973c-5e05de61e6de tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497675 Jul 28 17:57:27.133101 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-58c88f07-ea8a-4834-ace9-4df8b5461ead service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=110736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:57:27.134192 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-58c88f07-ea8a-4834-ace9-4df8b5461ead service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0520627 Jul 28 17:57:27.227418 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-85059d49-d32f-43ca-bde6-37692c1f7489 service neutron] 10.222.0.89 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872564 Jul 28 17:57:27.322637 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-e29e5017-8dda-4b58-85b2-96054c983e01 service neutron] 10.222.0.89 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890472 Jul 28 17:57:27.612116 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-91c5f64d-ad04-4a86-bf86-85e598408580 req-5dd4fdb3-3368-4f99-b7fc-99ec576d297a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 210 time: 0.0293009 Jul 28 17:57:28.138402 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device be5145df-9a81-462a-86a2-55023b825699 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:57:28.141775 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8237f505-a9d3-44a3-9221-30186ef01dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:28.159615 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: be5145df-9a81-462a-86a2-55023b825699 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:57:28.159965 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device be5145df-9a81-462a-86a2-55023b825699 not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:57:28.301597 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:57:28.714904 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-35ea0a13-e468-4ee9-aaaf-47fa9abacdcf req-8c9ada61-3902-4c44-ada7-0017b63d6dfd tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 210 time: 0.0282211 Jul 28 17:57:29.163920 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:29.813662 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7b3f87e0-8b3d-4d23-a018-cc57854c5864 req-7a3cd395-e157-4ad4-ab2e-e598f593b756 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 210 time: 0.0282736 Jul 28 17:57:30.139088 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-09ef04e9-bcd3-4a5f-8095-cb6a7685e753 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:30.140566 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-09ef04e9-bcd3-4a5f-8095-cb6a7685e753 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.100 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 811 time: 0.1129949 Jul 28 17:57:30.218614 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7d106d1c-ba91-481e-a260-83732ef21e74 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f721aa2c35842beba2060fde666b2a1 HTTP/1.1" status: 200 len: 377 time: 0.0608830 Jul 28 17:57:30.236762 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-6add8ffe-87d4-4086-89fd-f65d56653c3d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Request body: {'port': {'device_id': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'admin_state_up': True, 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'security_groups': ['9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f']}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:57:30.356219 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-6add8ffe-87d4-4086-89fd-f65d56653c3d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Made reservation on behalf of 1f721aa2c35842beba2060fde666b2a1 for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:57:30.359568 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-6add8ffe-87d4-4086-89fd-f65d56653c3d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:30.483741 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-6add8ffe-87d4-4086-89fd-f65d56653c3d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Allocated IP 172.20.0.3 (41cb40d0-5f53-4baf-b3ce-649cb31f7aff/dfda5b08-98a3-465e-a2f3-aaea0b8ef49d/3bf83eb7-bb7a-49cc-836d-ab20bf06936c) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:30.627785 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-6add8ffe-87d4-4086-89fd-f65d56653c3d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for port (3bf83eb7-bb7a-49cc-836d-ab20bf06936c), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:30.662108 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-6add8ffe-87d4-4086-89fd-f65d56653c3d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (3bf83eb7-bb7a-49cc-836d-ab20bf06936c), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:30.712069 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-6add8ffe-87d4-4086-89fd-f65d56653c3d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:30.715461 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-6add8ffe-87d4-4086-89fd-f65d56653c3d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:30.719405 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-6add8ffe-87d4-4086-89fd-f65d56653c3d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:57:30.726841 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add8ffe-87d4-4086-89fd-f65d56653c3d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event updated for resources: {'Port': ['ID=3bf83eb7-bb7a-49cc-836d-ab20bf06936c,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:30.933905 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:30.950570 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bcd4a-1526-416b-85a0-9790b8195fb3 req-a76809a6-5a23-4de7-aa4b-be0fbaa405fd tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:30.952203 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4c6bcd4a-1526-416b-85a0-9790b8195fb3 req-a76809a6-5a23-4de7-aa4b-be0fbaa405fd tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 931 time: 0.0556896 Jul 28 17:57:31.005659 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-a1a1cf64-caa1-44bd-91ab-6a6f39005328 None None] Provisioning complete for port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:57:31.007177 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a1a1cf64-caa1-44bd-91ab-6a6f39005328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (3bf83eb7-bb7a-49cc-836d-ab20bf06936c), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:31.010991 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:31.020957 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4c6bcd4a-1526-416b-85a0-9790b8195fb3 req-463d7412-891f-405a-8684-5cff51051287 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0622752 Jul 28 17:57:31.048653 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1cf64-caa1-44bd-91ab-6a6f39005328 None None] Port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:57:31.059723 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-6add8ffe-87d4-4086-89fd-f65d56653c3d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:31.060350 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-6add8ffe-87d4-4086-89fd-f65d56653c3d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:31.070101 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:31.071489 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:31.078697 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-6add8ffe-87d4-4086-89fd-f65d56653c3d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8463135 Jul 28 17:57:31.118374 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Request body: {'port': {'device_id': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:57:31.182300 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (3bf83eb7-bb7a-49cc-836d-ab20bf06936c), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:31.454199 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf83eb7-bb7a-49cc-836d-ab20bf06936c {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:57:31.462028 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Publish callbacks [] for port (3bf83eb7-bb7a-49cc-836d-ab20bf06936c), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:31.475904 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Transition to ACTIVE for port object 3bf83eb7-bb7a-49cc-836d-ab20bf06936c will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:57:31.479578 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (3bf83eb7-bb7a-49cc-836d-ab20bf06936c), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:31.513294 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:31.538096 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf83eb7-bb7a-49cc-836d-ab20bf06936c,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:31.623680 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Attempting to bind port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:57:31.624027 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Attempting to bind port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:57:31.624359 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Attempting to bind port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c on network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:57:31.629293 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c on network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:57:31.629620 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Attempting to bind port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c on network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:57:31.635401 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:57:31.635741 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Checking segment: {'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:57:31.636125 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Bound using segment: {'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:57:31.636546 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Bound port: 3bf83eb7-bb7a-49cc-836d-ab20bf06936c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:57:31.636911 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (3bf83eb7-bb7a-49cc-836d-ab20bf06936c), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:31.703764 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] For port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:31.706886 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] For port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3bf83eb7-bb7a-49cc-836d-ab20bf06936c,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:31.715066 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (3bf83eb7-bb7a-49cc-836d-ab20bf06936c), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:31.748507 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:31.748507 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:31.749981 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] 10.222.0.100 "PUT /v2.0/ports/3bf83eb7-bb7a-49cc-836d-ab20bf06936c HTTP/1.1" status: 200 len: 1093 time: 0.6365287 Jul 28 17:57:31.751983 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'tag': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:57:31.754296 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f38853b-8927-42ad-a6d2-4449c18bc50d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc646c95-2b66-46b9-94d8-df973d9160fc", "tag": "3bf83eb7-bb7a-49cc-836d-ab20bf06936c"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:31.786735 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8eac21-5d7b-4751-bf5a-2d7f0a37b3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf83eb7-bb7a-49cc-836d-ab20bf06936c,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:31.800828 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2632d1f4-52de-4c59-8a80-7584602109f1 x-openstack-request-id: req-2632d1f4-52de-4c59-8a80-7584602109f1 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:31.801140 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc646c95-2b66-46b9-94d8-df973d9160fc", "tag": "3bf83eb7-bb7a-49cc-836d-ab20bf06936c", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:31.801536 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2632d1f4-52de-4c59-8a80-7584602109f1 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:31.801950 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2632d1f4-52de-4c59-8a80-7584602109f1'] response: {'name': 'network-changed', 'server_uuid': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'tag': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c', 'status': 'completed', 'code': 200} Jul 28 17:57:31.867813 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-82d3bf75-af51-4bce-981c-72816764fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:31.869557 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-82d3bf75-af51-4bce-981c-72816764fd4a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 1127 time: 0.0429864 Jul 28 17:57:31.922439 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-2b073be1-56e0-4ea9-a984-f30fc1f8d3d9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bf83eb7-bb7a-49cc-836d-ab20bf06936c HTTP/1.1" status: 200 len: 217 time: 0.0369468 Jul 28 17:57:31.971009 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-91908264-f2c7-40d2-bf58-8a00793e2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:31.972359 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-91908264-f2c7-40d2-bf58-8a00793e2f4f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dfda5b08-98a3-465e-a2f3-aaea0b8ef49d HTTP/1.1" status: 200 len: 850 time: 0.0443075 Jul 28 17:57:32.017799 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-e7542f33-8be6-4fcc-b05a-d5ec52e19d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:32.019324 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-e7542f33-8be6-4fcc-b05a-d5ec52e19d19 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403841 Jul 28 17:57:32.108465 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:32.113973 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:32.121818 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-e3aec36e-30ac-41cb-85d3-d7d3e568799c service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924132 Jul 28 17:57:32.151057 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1e916-4854-4ba5-8f00-ff850a6926e2 req-b10f7a2a-d6fb-4d46-b012-8f7d550acbe4 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:32.152543 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-0db1e916-4854-4ba5-8f00-ff850a6926e2 req-b10f7a2a-d6fb-4d46-b012-8f7d550acbe4 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 943 time: 0.0545826 Jul 28 17:57:32.204049 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-0db1e916-4854-4ba5-8f00-ff850a6926e2 req-5c866cab-d5e9-437a-a0dc-b3793cfcf32f tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454473 Jul 28 17:57:32.218657 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-86cf76c3-b4ef-4213-92d7-cade22f40f16 req-9c605cd7-8e89-46af-bb90-c32a41793c16 service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898070 Jul 28 17:57:32.682594 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38853b-8927-42ad-a6d2-4449c18bc50d req-f4b2c9a6-a34f-4749-83f3-424b52957b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:32.684156 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4f38853b-8927-42ad-a6d2-4449c18bc50d req-f4b2c9a6-a34f-4749-83f3-424b52957b9e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 1127 time: 0.0468657 Jul 28 17:57:32.780963 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38853b-8927-42ad-a6d2-4449c18bc50d req-9c8a8ee5-668f-49f2-80db-0a1502d64e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:32.782468 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4f38853b-8927-42ad-a6d2-4449c18bc50d req-9c8a8ee5-668f-49f2-80db-0a1502d64e59 service neutron] 10.222.0.100 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 913 time: 0.0909746 Jul 28 17:57:32.825921 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4f38853b-8927-42ad-a6d2-4449c18bc50d req-1584299a-1a84-4c9f-84d1-4ba7d107717a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bf83eb7-bb7a-49cc-836d-ab20bf06936c HTTP/1.1" status: 200 len: 217 time: 0.0366709 Jul 28 17:57:32.876789 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38853b-8927-42ad-a6d2-4449c18bc50d req-e9c5e2d5-28ea-481d-a3d4-cfb103eead3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:32.878274 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4f38853b-8927-42ad-a6d2-4449c18bc50d req-e9c5e2d5-28ea-481d-a3d4-cfb103eead3a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dfda5b08-98a3-465e-a2f3-aaea0b8ef49d HTTP/1.1" status: 200 len: 850 time: 0.0447783 Jul 28 17:57:32.924294 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38853b-8927-42ad-a6d2-4449c18bc50d req-6a1608d9-cf71-4021-ba3e-78334f2d1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:32.925819 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4f38853b-8927-42ad-a6d2-4449c18bc50d req-6a1608d9-cf71-4021-ba3e-78334f2d1763 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396259 Jul 28 17:57:33.019875 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4f38853b-8927-42ad-a6d2-4449c18bc50d req-e4c593a4-1597-4a97-80eb-67f0238732b8 service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865641 Jul 28 17:57:33.130188 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4f38853b-8927-42ad-a6d2-4449c18bc50d req-207cb2a4-d4fa-4ced-993a-675af64bcbd8 service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034052 Jul 28 17:57:33.331883 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713608a-610f-4679-8f7f-7cbf4a5ad5f8 req-41d6f348-2aad-478b-a6b9-c4ab4be80f60 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:33.333316 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3713608a-610f-4679-8f7f-7cbf4a5ad5f8 req-41d6f348-2aad-478b-a6b9-c4ab4be80f60 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 943 time: 0.0517874 Jul 28 17:57:33.383545 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3713608a-610f-4679-8f7f-7cbf4a5ad5f8 req-8d61d22b-5ec6-4d87-ae43-ec27fba59dba tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439060 Jul 28 17:57:34.504143 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cb1c4-695b-4f2b-b08a-5c638c9c214c req-3f2c3a73-b9b4-4683-bcbf-00bdfbbfd4ce tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:34.505639 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-880cb1c4-695b-4f2b-b08a-5c638c9c214c req-3f2c3a73-b9b4-4683-bcbf-00bdfbbfd4ce tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 943 time: 0.0494201 Jul 28 17:57:34.557716 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-880cb1c4-695b-4f2b-b08a-5c638c9c214c req-63e1c3d4-7393-4e9e-9200-5c4b20348447 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0457194 Jul 28 17:57:34.990195 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d6017-ff4d-4cb9-a25b-643259a89e43 req-e20cf3e9-0d58-469f-9b7c-a3fd4d080ae6 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:34.992277 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a44d6017-ff4d-4cb9-a25b-643259a89e43 req-e20cf3e9-0d58-469f-9b7c-a3fd4d080ae6 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 945 time: 0.0474427 Jul 28 17:57:35.043865 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a44d6017-ff4d-4cb9-a25b-643259a89e43 req-22a58e56-1a0e-411a-934b-afd1248b5499 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456748 Jul 28 17:57:35.679400 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf71f35-baa4-4539-ab12-430e78c08b67 req-efef8fdb-013b-4031-bae6-abc808d27c12 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:35.680855 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-abf71f35-baa4-4539-ab12-430e78c08b67 req-efef8fdb-013b-4031-bae6-abc808d27c12 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 943 time: 0.0499942 Jul 28 17:57:35.730266 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-abf71f35-baa4-4539-ab12-430e78c08b67 req-6b5c03f9-6e81-4814-8fff-08103695e73d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0438185 Jul 28 17:57:36.164251 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce79194-359a-40d2-98ad-59ccfef2839b req-fa7522d7-9b53-4bac-81f9-f21417717a11 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:36.165846 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2ce79194-359a-40d2-98ad-59ccfef2839b req-fa7522d7-9b53-4bac-81f9-f21417717a11 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 945 time: 0.0497782 Jul 28 17:57:36.218919 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2ce79194-359a-40d2-98ad-59ccfef2839b req-7d7948c0-bbae-4201-9453-e4fc8d6f9c7b tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472431 Jul 28 17:57:36.853088 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa5bfd-1764-4e45-9461-23de5d616c4e req-1677560d-fd29-4845-8d63-4f1c2f498ff5 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:36.854586 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ecfa5bfd-1764-4e45-9461-23de5d616c4e req-1677560d-fd29-4845-8d63-4f1c2f498ff5 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 943 time: 0.0482824 Jul 28 17:57:36.904775 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:36.910688 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-ecfa5bfd-1764-4e45-9461-23de5d616c4e req-8acc2616-00ad-4d6f-88ca-3100a7a6dce7 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0505180 Jul 28 17:57:37.095506 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a8b19-7ede-4747-b29c-7fb6c09fbaa5 req-43626163-993e-43b0-9d34-f53aea494bce tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:37.096801 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e26a8b19-7ede-4747-b29c-7fb6c09fbaa5 req-43626163-993e-43b0-9d34-f53aea494bce tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.100 "GET /v2.0/ports?device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 945 time: 0.0465727 Jul 28 17:57:37.108312 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:37.183519 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-e26a8b19-7ede-4747-b29c-7fb6c09fbaa5 req-b29c3811-0cd4-4e48-b0f6-25ce0f42bf1c tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Deleting port 75d4c997-1dd7-45bf-b745-3e38681db406 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:57:37.184235 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e26a8b19-7ede-4747-b29c-7fb6c09fbaa5 req-b29c3811-0cd4-4e48-b0f6-25ce0f42bf1c tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (75d4c997-1dd7-45bf-b745-3e38681db406), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:37.236799 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:37.275634 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-e26a8b19-7ede-4747-b29c-7fb6c09fbaa5 req-b29c3811-0cd4-4e48-b0f6-25ce0f42bf1c tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] For port 75d4c997-1dd7-45bf-b745-3e38681db406, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=75d4c997-1dd7-45bf-b745-3e38681db406,segment=NetworkSegment(3abb554c-7fff-42a0-98a0-e02ba6571dc5),segment_id=3abb554c-7fff-42a0-98a0-e02ba6571dc5)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:37.276023 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e26a8b19-7ede-4747-b29c-7fb6c09fbaa5 req-b29c3811-0cd4-4e48-b0f6-25ce0f42bf1c tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (75d4c997-1dd7-45bf-b745-3e38681db406), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:37.289828 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-e26a8b19-7ede-4747-b29c-7fb6c09fbaa5 req-b29c3811-0cd4-4e48-b0f6-25ce0f42bf1c tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Calling delete_port for 75d4c997-1dd7-45bf-b745-3e38681db406 owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:57:37.373196 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a287e6-fdeb-4e65-b1d6-07d883142ec5 req-fb8b4d85-8227-40fc-967b-33ba5fdf2486 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:37.374580 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-96a287e6-fdeb-4e65-b1d6-07d883142ec5 req-fb8b4d85-8227-40fc-967b-33ba5fdf2486 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 945 time: 0.0805373 Jul 28 17:57:37.445244 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-96a287e6-fdeb-4e65-b1d6-07d883142ec5 req-27752580-0d86-4a82-8539-c13b1a05f35d tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608127 Jul 28 17:57:37.497648 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e26a8b19-7ede-4747-b29c-7fb6c09fbaa5 req-b29c3811-0cd4-4e48-b0f6-25ce0f42bf1c tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (75d4c997-1dd7-45bf-b745-3e38681db406), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:37.523842 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c3811-0cd4-4e48-b0f6-25ce0f42bf1c tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Pushing event deleted for resources: {'Port': ['ID=75d4c997-1dd7-45bf-b745-3e38681db406,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:37.570949 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26a8b19-7ede-4747-b29c-7fb6c09fbaa5 req-b29c3811-0cd4-4e48-b0f6-25ce0f42bf1c tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] No DVR routers for this DVR port 75d4c997-1dd7-45bf-b745-3e38681db406 on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:57:37.573467 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-e26a8b19-7ede-4747-b29c-7fb6c09fbaa5 req-b29c3811-0cd4-4e48-b0f6-25ce0f42bf1c tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:37.576678 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e26a8b19-7ede-4747-b29c-7fb6c09fbaa5 req-b29c3811-0cd4-4e48-b0f6-25ce0f42bf1c tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.100 "DELETE /v2.0/ports/75d4c997-1dd7-45bf-b745-3e38681db406 HTTP/1.1" status: 204 len: 173 time: 0.4738259 Jul 28 17:57:37.577116 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10395ba4-1ef2-4d54-a861-de51330d1b3a', 'name': 'network-vif-deleted', 'tag': '75d4c997-1dd7-45bf-b745-3e38681db406'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:57:37.579366 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a5e75c-e234-4604-b4d8-5c9c88283600" -d '{"events": [{"server_uuid": "10395ba4-1ef2-4d54-a861-de51330d1b3a", "name": "network-vif-deleted", "tag": "75d4c997-1dd7-45bf-b745-3e38681db406"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:37.623847 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69143c81-6a79-4562-8da8-af06b7da796c x-openstack-request-id: req-69143c81-6a79-4562-8da8-af06b7da796c {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:37.624116 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10395ba4-1ef2-4d54-a861-de51330d1b3a", "name": "network-vif-deleted", "tag": "75d4c997-1dd7-45bf-b745-3e38681db406", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:37.624396 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-69143c81-6a79-4562-8da8-af06b7da796c {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:37.624802 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69143c81-6a79-4562-8da8-af06b7da796c'] response: {'server_uuid': '10395ba4-1ef2-4d54-a861-de51330d1b3a', 'name': 'network-vif-deleted', 'tag': '75d4c997-1dd7-45bf-b745-3e38681db406', 'status': 'completed', 'code': 200} Jul 28 17:57:38.030253 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59e746-3e63-473f-b26b-24db4b98e940 req-91199d16-b431-40f5-8a07-b6ccb17a8b11 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:38.031760 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dc59e746-3e63-473f-b26b-24db4b98e940 req-91199d16-b431-40f5-8a07-b6ccb17a8b11 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 943 time: 0.0478520 Jul 28 17:57:38.085669 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-dc59e746-3e63-473f-b26b-24db4b98e940 req-44444970-88ab-422c-b475-6e30bc2b87de tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0482929 Jul 28 17:57:38.546731 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ca4924-7499-425f-9c16-2db5732aa3f4 req-a7893fe1-1063-491f-9204-72416dac01df service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0287755 Jul 28 17:57:38.561448 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-682f3f58-9854-4f84-a5db-042417dd9831 req-4a56e432-1552-40a1-a967-6345377b159d tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 210 time: 0.0277832 Jul 28 17:57:38.847926 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ca4924-7499-425f-9c16-2db5732aa3f4 req-bdba5c35-107e-4765-927c-421fd5c3f532 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6ed3b5ffc1dd4fb9a814a967d1c9e8dc&device_id=10395ba4-1ef2-4d54-a861-de51330d1b3a HTTP/1.1" status: 200 len: 210 time: 0.0270762 Jul 28 17:57:38.982427 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca4924-7499-425f-9c16-2db5732aa3f4 req-150347d8-83e7-4344-98af-565474a6c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:38.983891 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ca4924-7499-425f-9c16-2db5732aa3f4 req-150347d8-83e7-4344-98af-565474a6c82d service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=6ed3b5ffc1dd4fb9a814a967d1c9e8dc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1055694 Jul 28 17:57:39.080445 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:39.095965 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca4924-7499-425f-9c16-2db5732aa3f4 req-d947128e-a50b-49e7-8dcd-a1d71908db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:39.097468 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-01ca4924-7499-425f-9c16-2db5732aa3f4 req-d947128e-a50b-49e7-8dcd-a1d71908db2b service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0933273 Jul 28 17:57:39.219740 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af545-1b31-430a-9d47-27e5dc4c4a8f req-8b0c2722-e9f9-4d0e-afd8-49b6b3575aae tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:39.221214 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b12af545-1b31-430a-9d47-27e5dc4c4a8f req-8b0c2722-e9f9-4d0e-afd8-49b6b3575aae tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 943 time: 0.0548952 Jul 28 17:57:39.272151 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b12af545-1b31-430a-9d47-27e5dc4c4a8f req-16de3428-713d-4f1a-bb5d-435d898ec2b2 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447288 Jul 28 17:57:39.279944 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 3bf83eb7-bb7a-49cc-836d-ab20bf06936c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:57:39.292032 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 75d4c997-1dd7-45bf-b745-3e38681db406 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:57:39.315495 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: 75d4c997-1dd7-45bf-b745-3e38681db406 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:57:39.315849 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 75d4c997-1dd7-45bf-b745-3e38681db406 not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:57:39.400123 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3bf83eb7-bb7a-49cc-836d-ab20bf06936c,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:39.411363 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'port_id': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c', 'mac_address': 'fa:16:3e:b9:01:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:57:39.450263 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:57:39.450687 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (3bf83eb7-bb7a-49cc-836d-ab20bf06936c), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:39.463561 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf83eb7-bb7a-49cc-836d-ab20bf06936c {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:57:39.484000 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3bf83eb7-bb7a-49cc-836d-ab20bf06936c,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:39.487031 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (3bf83eb7-bb7a-49cc-836d-ab20bf06936c), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:39.532791 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=3bf83eb7-bb7a-49cc-836d-ab20bf06936c,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:39.541002 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:39.541447 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:39.541815 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:39.542181 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:39.542541 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:39.542896 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:39.543246 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:39.543578 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:39.543908 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:39.544240 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:39.544567 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:39.544895 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:39.545267 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:39.545612 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:39.545960 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:39.806396 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['3bf83eb7-bb7a-49cc-836d-ab20bf06936c'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:57:40.032489 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:40.391770 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb10a6-ba0e-479e-8cee-563722100775 req-fe39aa22-57bc-4f90-a46d-bc884ba92a27 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:40.393260 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cefb10a6-ba0e-479e-8cee-563722100775 req-fe39aa22-57bc-4f90-a46d-bc884ba92a27 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 944 time: 0.0474274 Jul 28 17:57:40.442574 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cefb10a6-ba0e-479e-8cee-563722100775 req-1639e57c-5774-4067-a395-9735e4b68a0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431798 Jul 28 17:57:41.564117 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bd62d-4c5a-45b9-a7a3-1caa029a0134 req-74545dd4-2a68-4f39-9162-1d8e1abeb726 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:41.565721 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-aa6bd62d-4c5a-45b9-a7a3-1caa029a0134 req-74545dd4-2a68-4f39-9162-1d8e1abeb726 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 944 time: 0.0483565 Jul 28 17:57:41.585336 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=100 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:41.616867 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-aa6bd62d-4c5a-45b9-a7a3-1caa029a0134 req-2b9af653-bd89-44e3-a992-ef681d40215c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449080 Jul 28 17:57:42.338197 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=73 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:42.342225 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=67 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:42.737991 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b2c1c-6612-4bdf-8cf0-2bd0e1210b30 req-79646526-1d1d-469b-a24c-dc8a9842741b tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:42.739471 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4b5b2c1c-6612-4bdf-8cf0-2bd0e1210b30 req-79646526-1d1d-469b-a24c-dc8a9842741b tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 944 time: 0.0476503 Jul 28 17:57:42.792362 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4b5b2c1c-6612-4bdf-8cf0-2bd0e1210b30 req-acdf4c24-4850-4822-9003-3cee7ca2a73d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0470037 Jul 28 17:57:43.134940 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 3bf83eb7-bb7a-49cc-836d-ab20bf06936c up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:43.172077 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:43.181504 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:57:43.187514 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:57:43.188064 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (3bf83eb7-bb7a-49cc-836d-ab20bf06936c), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:43.263378 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:57:43.263777 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (3bf83eb7-bb7a-49cc-836d-ab20bf06936c), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:43.287247 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:57:43.289926 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdeb36b-4e62-425f-99b5-fc1eb15b770c" -d '{"events": [{"server_uuid": "cc646c95-2b66-46b9-94d8-df973d9160fc", "name": "network-vif-plugged", "status": "completed", "tag": "3bf83eb7-bb7a-49cc-836d-ab20bf06936c"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:43.302623 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3bf83eb7-bb7a-49cc-836d-ab20bf06936c,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:43.307623 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (3bf83eb7-bb7a-49cc-836d-ab20bf06936c), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:43.346389 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb12d174-0e63-4cfa-a29c-770d4356730e x-openstack-request-id: req-eb12d174-0e63-4cfa-a29c-770d4356730e {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:43.346716 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc646c95-2b66-46b9-94d8-df973d9160fc", "name": "network-vif-plugged", "status": "completed", "tag": "3bf83eb7-bb7a-49cc-836d-ab20bf06936c", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:43.346972 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-eb12d174-0e63-4cfa-a29c-770d4356730e {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:43.347360 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb12d174-0e63-4cfa-a29c-770d4356730e'] response: {'server_uuid': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c', 'code': 200} Jul 28 17:57:43.362488 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=3bf83eb7-bb7a-49cc-836d-ab20bf06936c,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:43.695535 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a28ceb-9fd6-4270-8397-c012b55a89f8 req-05a5ec15-2056-4950-816f-314c6263551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:43.697030 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-20a28ceb-9fd6-4270-8397-c012b55a89f8 req-05a5ec15-2056-4950-816f-314c6263551f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 1129 time: 0.0394461 Jul 28 17:57:43.745321 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-20a28ceb-9fd6-4270-8397-c012b55a89f8 req-822a2bd6-ec26-4a7a-bee1-4fa12d6dda63 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405192 Jul 28 17:57:43.892238 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:43.913498 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f120b-5362-41b6-9d8f-22e79585503e req-80ff0941-2430-4556-bf97-471b860dbb1c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:43.914987 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3e7f120b-5362-41b6-9d8f-22e79585503e req-80ff0941-2430-4556-bf97-471b860dbb1c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 945 time: 0.0509846 Jul 28 17:57:43.964573 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3e7f120b-5362-41b6-9d8f-22e79585503e req-9df5cfe0-6c1e-44af-9732-5ed9ffdffc6f tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439372 Jul 28 17:57:45.086824 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6bd4e-9060-4d4a-8299-2a9007c40353 req-87258033-5607-436d-b9f7-a404ba54c405 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:45.088205 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-89d6bd4e-9060-4d4a-8299-2a9007c40353 req-87258033-5607-436d-b9f7-a404ba54c405 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 945 time: 0.0502501 Jul 28 17:57:45.139140 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-89d6bd4e-9060-4d4a-8299-2a9007c40353 req-dad3d01e-17f6-48c4-80a8-22019736d51e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452745 Jul 28 17:57:46.262611 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17283f-6132-42d0-8767-be6da035532d req-03a125b7-09de-4bfe-bfbd-9a86baadb725 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:46.264076 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1c17283f-6132-42d0-8767-be6da035532d req-03a125b7-09de-4bfe-bfbd-9a86baadb725 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 945 time: 0.0505261 Jul 28 17:57:46.313862 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1c17283f-6132-42d0-8767-be6da035532d req-f0b55bb0-ac09-4772-9666-160cfe1b2283 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440693 Jul 28 17:57:47.435518 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a797b-6df3-46a0-838a-3355df304365 req-c63db9e0-3806-425f-ba2a-07bcc6ca31ea tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:47.436999 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f94a797b-6df3-46a0-838a-3355df304365 req-c63db9e0-3806-425f-ba2a-07bcc6ca31ea tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 945 time: 0.0483634 Jul 28 17:57:47.487105 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-f94a797b-6df3-46a0-838a-3355df304365 req-41fbe76f-871b-4d69-815d-91feb0c35c1d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443382 Jul 28 17:57:48.609269 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca6054-0fc9-4cc1-846c-b729508eead7 req-9204360a-58b4-4936-9c23-f9e7f43d37dc tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:48.610885 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e4ca6054-0fc9-4cc1-846c-b729508eead7 req-9204360a-58b4-4936-9c23-f9e7f43d37dc tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 945 time: 0.0487731 Jul 28 17:57:48.637404 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-21ba239e-496b-427d-bd94-566162a7eb0d tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:48.638900 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-21ba239e-496b-427d-bd94-566162a7eb0d tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/networks?id=c3a6f3df-b84a-4785-96e4-3bfd4b74d770 HTTP/1.1" status: 200 len: 814 time: 0.1093423 Jul 28 17:57:48.658819 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-89ba52f7-115a-45ea-a896-b564b54db605 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/quotas/6ed3b5ffc1dd4fb9a814a967d1c9e8dc HTTP/1.1" status: 200 len: 375 time: 0.0113287 Jul 28 17:57:48.667366 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-e4ca6054-0fc9-4cc1-846c-b729508eead7 req-eb1dcc16-0d25-4a88-82eb-eee81fd33c6f tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0508595 Jul 28 17:57:48.693864 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-9c59b58d-886d-43e4-ae7f-b725e7fb8242 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=6ed3b5ffc1dd4fb9a814a967d1c9e8dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281742 Jul 28 17:57:48.787548 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-a5d72ffd-58f5-4871-93fc-5ed4c55408af service neutron] 10.222.0.89 "GET /v2.0/networks/c3a6f3df-b84a-4785-96e4-3bfd4b74d770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862155 Jul 28 17:57:48.801718 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614b336-46b0-412c-a067-36c1223001d7 req-0f6f1dd2-3ea8-439a-9750-dc28f2a6802d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:48.803227 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5614b336-46b0-412c-a067-36c1223001d7 req-0f6f1dd2-3ea8-439a-9750-dc28f2a6802d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 945 time: 0.0502703 Jul 28 17:57:48.855437 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-5614b336-46b0-412c-a067-36c1223001d7 req-38fc8c5e-009a-4d2f-a4b8-7b3711fbb77e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461075 Jul 28 17:57:48.882571 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 47648) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:57:48.884082 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-c1eb3928-81bc-4330-8d97-85532914efcb service neutron] 10.222.0.89 "GET /v2.0/networks/c3a6f3df-b84a-4785-96e4-3bfd4b74d770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900204 Jul 28 17:57:48.921584 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8411a3a-d174-4076-b5c5-d6867654556e tempest-TestVolumeBootPattern-1536372316 tempest-TestVolumeBootPattern-1536372316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:48.925744 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-c8411a3a-d174-4076-b5c5-d6867654556e tempest-TestVolumeBootPattern-1536372316 tempest-TestVolumeBootPattern-1536372316-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 1124 time: 0.0393765 Jul 28 17:57:48.925939 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 47650) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:57:48.930244 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.v2.base [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Request body: {'floatingip': {'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'port_id': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:57:48.951791 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:49.065675 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:49.068652 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d4a9e306-864f-4c66-9676-e4b2b44dc33d req-6ae31982-a3ef-408b-b696-772b74178d3b tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=014d00f1-3a3a-43fa-b900-c1c9024ff502 HTTP/1.1" status: 200 len: 210 time: 0.0396435 Jul 28 17:57:49.180806 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_common [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Allocated IP 172.27.1.146 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/2da5b503-3b32-4c4f-b3c5-fd77c76f68d5) {{(pid=110736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:49.298737 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for port (2da5b503-3b32-4c4f-b3c5-fd77c76f68d5), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:49.323739 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:49.334872 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (2da5b503-3b32-4c4f-b3c5-fd77c76f68d5), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:49.343571 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:49.385490 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:49.394516 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.base_scheduler [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Resources bound (agent type, host, resource id): {{(pid=110736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:49.397135 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Received port after_create {{(pid=110736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:57:49.422858 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event updated for resources: {'Port': ['ID=2da5b503-3b32-4c4f-b3c5-fd77c76f68d5,revision_number=1']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:49.435534 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:49.435905 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:49.436248 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:49.436618 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:49.436963 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:49.437367 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:49.437716 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:49.438044 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:49.438373 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:49.438699 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:49.439026 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:49.439351 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:49.439675 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:49.439996 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:49.440314 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:57:49.783192 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for floatingip (aa608c41-b99b-4ad5-a7f6-3b17f70b0706), precommit_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:49.856093 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (2da5b503-3b32-4c4f-b3c5-fd77c76f68d5), before_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:50.012312 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for port (2da5b503-3b32-4c4f-b3c5-fd77c76f68d5), precommit_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:50.016957 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530785'] for port (2da5b503-3b32-4c4f-b3c5-fd77c76f68d5), after_update {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:50.088194 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event updated for resources: {'Port': ['ID=2da5b503-3b32-4c4f-b3c5-fd77c76f68d5,revision_number=2']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:50.109844 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (aa608c41-b99b-4ad5-a7f6-3b17f70b0706), after_create {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:50.194367 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-749f4650-1cba-4a66-ae44-edf98c4b5921 req-25421f75-7297-4d21-9f42-f0ad227247b2 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=014d00f1-3a3a-43fa-b900-c1c9024ff502 HTTP/1.1" status: 200 len: 210 time: 0.0382867 Jul 28 17:57:50.242055 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.db.l3_db [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Floating IP aa608c41-b99b-4ad5-a7f6-3b17f70b0706 associated. External IP: 172.27.1.146, port: 3bf83eb7-bb7a-49cc-836d-ab20bf06936c. Jul 28 17:57:50.254356 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-eeb19058-d833-48c0-a621-2506c4e35bdd tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:50.256308 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-eeb19058-d833-48c0-a621-2506c4e35bdd tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.100 "GET /v2.0/networks?id=c3a6f3df-b84a-4785-96e4-3bfd4b74d770 HTTP/1.1" status: 200 len: 814 time: 0.1689639 Jul 28 17:57:50.278486 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:50.282126 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-3ee2bed8-3a94-40e5-bcef-032cd402cf88 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Request body: {'port': {'device_id': '014d00f1-3a3a-43fa-b900-c1c9024ff502', 'network_id': 'c3a6f3df-b84a-4785-96e4-3bfd4b74d770', 'admin_state_up': True, 'tenant_id': '6ed3b5ffc1dd4fb9a814a967d1c9e8dc'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:57:50.289293 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:50.352070 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:50.397008 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-3ee2bed8-3a94-40e5-bcef-032cd402cf88 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Made reservation on behalf of 6ed3b5ffc1dd4fb9a814a967d1c9e8dc for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:57:50.401535 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-3ee2bed8-3a94-40e5-bcef-032cd402cf88 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:50.455242 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:57:50.533829 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-3ee2bed8-3a94-40e5-bcef-032cd402cf88 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Allocated IP 172.20.0.3 (c3a6f3df-b84a-4785-96e4-3bfd4b74d770/14c1c583-8284-48c0-a2ba-6ab2f7af78d3/2d9c906e-f05b-459d-b9b8-a1edfbf137b9) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:57:50.564356 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:57:50.575503 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5206899-bca2-4a75-9ccf-d1abaf1e49d7 None None] Sync routers for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:57:50.586448 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:50.586745 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5206899-bca2-4a75-9ccf-d1abaf1e49d7 None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:57:50.587364 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-b5206899-bca2-4a75-9ccf-d1abaf1e49d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:57:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:50.643432 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:50.702366 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-b5206899-bca2-4a75-9ccf-d1abaf1e49d7 None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:57:50.712038 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-3ee2bed8-3a94-40e5-bcef-032cd402cf88 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Publish callbacks [] for port (2d9c906e-f05b-459d-b9b8-a1edfbf137b9), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:50.746300 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-3ee2bed8-3a94-40e5-bcef-032cd402cf88 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (2d9c906e-f05b-459d-b9b8-a1edfbf137b9), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:50.794450 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-3ee2bed8-3a94-40e5-bcef-032cd402cf88 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Network c3a6f3df-b84a-4785-96e4-3bfd4b74d770 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:57:50.797842 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-3ee2bed8-3a94-40e5-bcef-032cd402cf88 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:57:50.801891 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-3ee2bed8-3a94-40e5-bcef-032cd402cf88 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:57:50.846205 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2bed8-3a94-40e5-bcef-032cd402cf88 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Pushing event updated for resources: {'Port': ['ID=2d9c906e-f05b-459d-b9b8-a1edfbf137b9,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:50.848459 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-cd0c3c94-34da-47e9-8b2a-cb338ae7d3b3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9214942 Jul 28 17:57:50.849148 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'tag': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c'}] {{(pid=110736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:57:50.851696 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}145a65782f2867474eadf9b916918c8f0f213435b387e627a4b5e7b49d5368fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27ad94e-c9b2-41be-ad24-1746ceb91e70" -d '{"events": [{"name": "network-changed", "server_uuid": "cc646c95-2b66-46b9-94d8-df973d9160fc", "tag": "3bf83eb7-bb7a-49cc-836d-ab20bf06936c"}]}' {{(pid=110736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:50.862732 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-3ee2bed8-3a94-40e5-bcef-032cd402cf88 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:50.863033 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-3ee2bed8-3a94-40e5-bcef-032cd402cf88 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:50.881206 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-3ee2bed8-3a94-40e5-bcef-032cd402cf88 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6029015 Jul 28 17:57:50.900560 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Request body: {'port': {'device_id': '014d00f1-3a3a-43fa-b900-c1c9024ff502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:57:50.950016 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-b5206899-bca2-4a75-9ccf-d1abaf1e49d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'aa608c41-b99b-4ad5-a7f6-3b17f70b0706', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'port_id': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'mac_address': 'fa:16:3e:b9:01:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:57:49Z', 'updated_at': '2022-07-28T17:57:49Z', 'revision_number': 0, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:50.953909 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adb356a-2685-411a-980f-0a029b948024 x-openstack-request-id: req-3adb356a-2685-411a-980f-0a029b948024 {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:50.954207 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc646c95-2b66-46b9-94d8-df973d9160fc", "tag": "3bf83eb7-bb7a-49cc-836d-ab20bf06936c", "status": "completed", "code": 200}]} {{(pid=110736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:50.954482 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3adb356a-2685-411a-980f-0a029b948024 {{(pid=110736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:50.954891 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3adb356a-2685-411a-980f-0a029b948024'] response: {'name': 'network-changed', 'server_uuid': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'tag': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c', 'status': 'completed', 'code': 200} Jul 28 17:57:50.967977 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (2d9c906e-f05b-459d-b9b8-a1edfbf137b9), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:50.979500 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5206899-bca2-4a75-9ccf-d1abaf1e49d7 None None] Checking router: d6fc143d-7150-4dd5-8a5c-fadff8fc63cd for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:57:50.987981 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5206899-bca2-4a75-9ccf-d1abaf1e49d7 None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:57:50.988594 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-b5206899-bca2-4a75-9ccf-d1abaf1e49d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:57:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:51.091667 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-b5206899-bca2-4a75-9ccf-d1abaf1e49d7 None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:57:51.099867 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ad94e-c9b2-41be-ad24-1746ceb91e70 req-cfdda5e7-8426-4c0a-ab71-ce4d96a6df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:51.102128 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e27ad94e-c9b2-41be-ad24-1746ceb91e70 req-cfdda5e7-8426-4c0a-ab71-ce4d96a6df47 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 1129 time: 0.0966508 Jul 28 17:57:51.221725 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:51.280692 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ad94e-c9b2-41be-ad24-1746ceb91e70 req-7a37c2ae-446e-4971-871f-80917a7f6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:51.282201 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e27ad94e-c9b2-41be-ad24-1746ceb91e70 req-7a37c2ae-446e-4971-871f-80917a7f6665 service neutron] 10.222.0.100 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 913 time: 0.1719377 Jul 28 17:57:51.312351 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-b5206899-bca2-4a75-9ccf-d1abaf1e49d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'aa608c41-b99b-4ad5-a7f6-3b17f70b0706', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'port_id': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'mac_address': 'fa:16:3e:b9:01:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:57:49Z', 'updated_at': '2022-07-28T17:57:49Z', 'revision_number': 0, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:57:51.338229 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5206899-bca2-4a75-9ccf-d1abaf1e49d7 None None] The sync data for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi is: [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'aa608c41-b99b-4ad5-a7f6-3b17f70b0706', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'port_id': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'mac_address': 'fa:16:3e:b9:01:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:57:49Z', 'updated_at': '2022-07-28T17:57:49Z', 'revision_number': 0, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:57:51.400220 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde301-fa17-4aa8-9691-c83eb1784063 req-ec19bb6d-9fc9-4412-ab1d-bd3dec3c79af tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:51.401758 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-efcde301-fa17-4aa8-9691-c83eb1784063 req-ec19bb6d-9fc9-4412-ab1d-bd3dec3c79af tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=014d00f1-3a3a-43fa-b900-c1c9024ff502 HTTP/1.1" status: 200 len: 931 time: 0.1186931 Jul 28 17:57:51.440342 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e27ad94e-c9b2-41be-ad24-1746ceb91e70 req-7738e239-f645-46c6-a216-75220aa32700 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bf83eb7-bb7a-49cc-836d-ab20bf06936c HTTP/1.1" status: 200 len: 999 time: 0.1366398 Jul 28 17:57:51.472257 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:57:51.511499 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Publish callbacks [] for port (2d9c906e-f05b-459d-b9b8-a1edfbf137b9), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:51.515349 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:51.549283 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Transition to ACTIVE for port object 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:57:51.555685 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb03019f-8212-4c8e-a8d3-9f5d95c62a43 None None] New status for floating IP aa608c41-b99b-4ad5-a7f6-3b17f70b0706: ACTIVE {{(pid=110737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:57:51.559653 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-efcde301-fa17-4aa8-9691-c83eb1784063 req-2622b3fb-ce1f-4ed7-822f-f659ab0415e5 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500006 Jul 28 17:57:51.562162 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (2d9c906e-f05b-459d-b9b8-a1edfbf137b9), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:51.569811 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ad94e-c9b2-41be-ad24-1746ceb91e70 req-fe54cde8-8291-4320-adc8-68402b2e6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:51.571247 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e27ad94e-c9b2-41be-ad24-1746ceb91e70 req-fe54cde8-8291-4320-adc8-68402b2e6028 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dfda5b08-98a3-465e-a2f3-aaea0b8ef49d HTTP/1.1" status: 200 len: 850 time: 0.1185541 Jul 28 17:57:51.649328 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Pushing event updated for resources: {'Port': ['ID=2d9c906e-f05b-459d-b9b8-a1edfbf137b9,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:51.657344 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ad94e-c9b2-41be-ad24-1746ceb91e70 req-fe334eae-19cc-4ff2-9493-badc5ff04a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:51.658929 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e27ad94e-c9b2-41be-ad24-1746ceb91e70 req-fe334eae-19cc-4ff2-9493-badc5ff04a85 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0679452 Jul 28 17:57:51.799448 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Attempting to bind port 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:57:51.799754 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Attempting to bind port 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3abb554c-7fff-42a0-98a0-e02ba6571dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c3a6f3df-b84a-4785-96e4-3bfd4b74d770'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:57:51.800050 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Attempting to bind port 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 on network c3a6f3df-b84a-4785-96e4-3bfd4b74d770 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:57:51.811976 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Port 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 on network c3a6f3df-b84a-4785-96e4-3bfd4b74d770 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:57:51.812295 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Attempting to bind port 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 on network c3a6f3df-b84a-4785-96e4-3bfd4b74d770 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:57:51.815735 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e27ad94e-c9b2-41be-ad24-1746ceb91e70 req-d3adaf3f-0d7a-447f-ac8a-7fe48ccf0e6d service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501839 Jul 28 17:57:51.819976 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:57:51.820364 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Checking segment: {'id': '3abb554c-7fff-42a0-98a0-e02ba6571dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c3a6f3df-b84a-4785-96e4-3bfd4b74d770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:57:51.820917 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Bound using segment: {'id': '3abb554c-7fff-42a0-98a0-e02ba6571dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c3a6f3df-b84a-4785-96e4-3bfd4b74d770'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:57:51.821383 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Bound port: 2d9c906e-f05b-459d-b9b8-a1edfbf137b9, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3abb554c-7fff-42a0-98a0-e02ba6571dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c3a6f3df-b84a-4785-96e4-3bfd4b74d770'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:57:51.821743 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (2d9c906e-f05b-459d-b9b8-a1edfbf137b9), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:51.954704 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] For port 2d9c906e-f05b-459d-b9b8-a1edfbf137b9, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:57:51.957960 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] For port 2d9c906e-f05b-459d-b9b8-a1edfbf137b9, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2d9c906e-f05b-459d-b9b8-a1edfbf137b9,segment=NetworkSegment(3abb554c-7fff-42a0-98a0-e02ba6571dc5),segment_id=3abb554c-7fff-42a0-98a0-e02ba6571dc5)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:57:51.961448 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-e27ad94e-c9b2-41be-ad24-1746ceb91e70 req-28c7e2d0-fc46-41e8-999b-ab3672e9bc16 service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375053 Jul 28 17:57:51.961842 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:51.967416 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (2d9c906e-f05b-459d-b9b8-a1edfbf137b9), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:52.005470 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:52.006080 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:52.008748 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] 10.222.0.100 "PUT /v2.0/ports/2d9c906e-f05b-459d-b9b8-a1edfbf137b9 HTTP/1.1" status: 200 len: 1093 time: 1.1130016 Jul 28 17:57:52.009446 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014d00f1-3a3a-43fa-b900-c1c9024ff502', 'tag': '2d9c906e-f05b-459d-b9b8-a1edfbf137b9'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:57:52.011775 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6891f0-9d1b-4e18-84a8-97e428a8b28d" -d '{"events": [{"name": "network-changed", "server_uuid": "014d00f1-3a3a-43fa-b900-c1c9024ff502", "tag": "2d9c906e-f05b-459d-b9b8-a1edfbf137b9"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:52.038085 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3c8bc-6170-4221-93b7-4531e0f9fc7a service neutron] Pushing event updated for resources: {'Port': ['ID=2d9c906e-f05b-459d-b9b8-a1edfbf137b9,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:52.063734 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d990dd9-2508-41fd-9fed-c0b29cb88920 x-openstack-request-id: req-6d990dd9-2508-41fd-9fed-c0b29cb88920 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:52.064023 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014d00f1-3a3a-43fa-b900-c1c9024ff502", "tag": "2d9c906e-f05b-459d-b9b8-a1edfbf137b9", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:52.064279 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6d990dd9-2508-41fd-9fed-c0b29cb88920 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:52.064686 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d990dd9-2508-41fd-9fed-c0b29cb88920'] response: {'name': 'network-changed', 'server_uuid': '014d00f1-3a3a-43fa-b900-c1c9024ff502', 'tag': '2d9c906e-f05b-459d-b9b8-a1edfbf137b9', 'status': 'completed', 'code': 200} Jul 28 17:57:52.384918 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-17ea0230-14ef-4edf-8107-0bd5a7b86bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:52.386464 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-17ea0230-14ef-4edf-8107-0bd5a7b86bd6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6ed3b5ffc1dd4fb9a814a967d1c9e8dc&device_id=014d00f1-3a3a-43fa-b900-c1c9024ff502 HTTP/1.1" status: 200 len: 1127 time: 0.3027475 Jul 28 17:57:52.435555 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-22d8d84f-0fea-46bb-93e8-d0728f5b9657 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d9c906e-f05b-459d-b9b8-a1edfbf137b9 HTTP/1.1" status: 200 len: 217 time: 0.0347586 Jul 28 17:57:52.486265 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-d466d64e-1d6b-476b-8e79-50ca9e482d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:52.487760 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-d466d64e-1d6b-476b-8e79-50ca9e482d53 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=14c1c583-8284-48c0-a2ba-6ab2f7af78d3 HTTP/1.1" status: 200 len: 854 time: 0.0463827 Jul 28 17:57:52.522401 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-05783104-1db7-4c47-a276-345cbba9545c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c3a6f3df-b84a-4785-96e4-3bfd4b74d770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283487 Jul 28 17:57:52.615598 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-7b01b6bb-7b04-4eec-89d9-b43032c018b6 service neutron] 10.222.0.100 "GET /v2.0/networks/c3a6f3df-b84a-4785-96e4-3bfd4b74d770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854564 Jul 28 17:57:52.725048 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062421e-189d-401e-bd5b-7de13774d13e req-53b3db7f-9b4d-4cda-979b-48d3092fab24 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:52.727251 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a062421e-189d-401e-bd5b-7de13774d13e req-53b3db7f-9b4d-4cda-979b-48d3092fab24 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=014d00f1-3a3a-43fa-b900-c1c9024ff502 HTTP/1.1" status: 200 len: 943 time: 0.0850837 Jul 28 17:57:52.762749 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:52.768634 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-cca107d0-1687-4fbe-8420-d7fb08b55d36 req-414a5547-1fa4-4613-9f32-a2c1a19fec9e service neutron] 10.222.0.100 "GET /v2.0/networks/c3a6f3df-b84a-4785-96e4-3bfd4b74d770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436331 Jul 28 17:57:52.795881 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a062421e-189d-401e-bd5b-7de13774d13e req-574b01cb-34b8-483b-a228-1f10e0c5fd89 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584290 Jul 28 17:57:53.822087 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6891f0-9d1b-4e18-84a8-97e428a8b28d req-eea68131-562d-4558-abf1-1d71ed801053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:53.823724 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e6891f0-9d1b-4e18-84a8-97e428a8b28d req-eea68131-562d-4558-abf1-1d71ed801053 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6ed3b5ffc1dd4fb9a814a967d1c9e8dc&device_id=014d00f1-3a3a-43fa-b900-c1c9024ff502 HTTP/1.1" status: 200 len: 1127 time: 0.0455446 Jul 28 17:57:53.917019 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6891f0-9d1b-4e18-84a8-97e428a8b28d req-abf3679c-f995-4557-866f-c095c563e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:53.917405 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07534f-fcdf-47fb-80dc-d1336a40870c req-b405d9e0-0a49-4386-8391-6d19aece3c3a tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:53.918514 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e6891f0-9d1b-4e18-84a8-97e428a8b28d req-abf3679c-f995-4557-866f-c095c563e6bc service neutron] 10.222.0.100 "GET /v2.0/networks?id=c3a6f3df-b84a-4785-96e4-3bfd4b74d770 HTTP/1.1" status: 200 len: 916 time: 0.0871711 Jul 28 17:57:53.919072 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1c07534f-fcdf-47fb-80dc-d1336a40870c req-b405d9e0-0a49-4386-8391-6d19aece3c3a tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=014d00f1-3a3a-43fa-b900-c1c9024ff502 HTTP/1.1" status: 200 len: 943 time: 0.0488725 Jul 28 17:57:53.965570 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e6891f0-9d1b-4e18-84a8-97e428a8b28d req-e96cfdec-15ca-439a-94d9-204c3f5b46dc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d9c906e-f05b-459d-b9b8-a1edfbf137b9 HTTP/1.1" status: 200 len: 217 time: 0.0373459 Jul 28 17:57:53.967420 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-1c07534f-fcdf-47fb-80dc-d1336a40870c req-e9f788c2-5b00-4267-9b08-80ad78c64267 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427706 Jul 28 17:57:54.020102 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6891f0-9d1b-4e18-84a8-97e428a8b28d req-5b829dc5-7555-4d41-8182-38207234e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:54.021550 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e6891f0-9d1b-4e18-84a8-97e428a8b28d req-5b829dc5-7555-4d41-8182-38207234e74c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=14c1c583-8284-48c0-a2ba-6ab2f7af78d3 HTTP/1.1" status: 200 len: 854 time: 0.0450847 Jul 28 17:57:54.056270 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e6891f0-9d1b-4e18-84a8-97e428a8b28d req-8750ca92-ab96-483c-8bb7-8fc7f863fa2d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c3a6f3df-b84a-4785-96e4-3bfd4b74d770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260046 Jul 28 17:57:54.152138 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e6891f0-9d1b-4e18-84a8-97e428a8b28d req-c760c92a-d20d-45f0-9ba7-ed8bd572aa83 service neutron] 10.222.0.100 "GET /v2.0/networks/c3a6f3df-b84a-4785-96e4-3bfd4b74d770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881722 Jul 28 17:57:54.246819 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6e6891f0-9d1b-4e18-84a8-97e428a8b28d req-157fe80e-b196-481d-9c40-de74122c8b84 service neutron] 10.222.0.100 "GET /v2.0/networks/c3a6f3df-b84a-4785-96e4-3bfd4b74d770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858216 Jul 28 17:57:55.087214 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b902caa-1dd4-4433-85ea-4d6716a07f71 req-9bc40593-a5e0-4de5-83ff-e84f35ccd119 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:55.088657 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4b902caa-1dd4-4433-85ea-4d6716a07f71 req-9bc40593-a5e0-4de5-83ff-e84f35ccd119 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=014d00f1-3a3a-43fa-b900-c1c9024ff502 HTTP/1.1" status: 200 len: 943 time: 0.0498471 Jul 28 17:57:55.141123 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-4b902caa-1dd4-4433-85ea-4d6716a07f71 req-9052bb80-5864-4639-9ad2-d1dec1e56488 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468509 Jul 28 17:57:55.180870 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:57:55.282973 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 2d9c906e-f05b-459d-b9b8-a1edfbf137b9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2d9c906e-f05b-459d-b9b8-a1edfbf137b9,segment=NetworkSegment(3abb554c-7fff-42a0-98a0-e02ba6571dc5),segment_id=3abb554c-7fff-42a0-98a0-e02ba6571dc5)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:55.294367 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': '2d9c906e-f05b-459d-b9b8-a1edfbf137b9', 'network_id': 'c3a6f3df-b84a-4785-96e4-3bfd4b74d770', 'port_id': '2d9c906e-f05b-459d-b9b8-a1edfbf137b9', 'mac_address': 'fa:16:3e:d1:f2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c1c583-8284-48c0-a2ba-6ab2f7af78d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:57:55.330378 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:57:55.330805 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (2d9c906e-f05b-459d-b9b8-a1edfbf137b9), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:55.344623 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:57:55.364381 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 2d9c906e-f05b-459d-b9b8-a1edfbf137b9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2d9c906e-f05b-459d-b9b8-a1edfbf137b9,segment=NetworkSegment(3abb554c-7fff-42a0-98a0-e02ba6571dc5),segment_id=3abb554c-7fff-42a0-98a0-e02ba6571dc5)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:55.369784 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (2d9c906e-f05b-459d-b9b8-a1edfbf137b9), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:55.547239 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=2d9c906e-f05b-459d-b9b8-a1edfbf137b9,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:55.714155 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-22297952-f322-4908-9392-62b390f80fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:55.778921 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['2d9c906e-f05b-459d-b9b8-a1edfbf137b9'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:57:56.261867 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc478e-fbbf-44a6-bfe5-7fd896ab7e2b req-fbdf5f69-a53c-47c2-baeb-d1fd650f4f36 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:56.263317 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-71bc478e-fbbf-44a6-bfe5-7fd896ab7e2b req-fbdf5f69-a53c-47c2-baeb-d1fd650f4f36 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=014d00f1-3a3a-43fa-b900-c1c9024ff502 HTTP/1.1" status: 200 len: 944 time: 0.0499549 Jul 28 17:57:56.310465 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-71bc478e-fbbf-44a6-bfe5-7fd896ab7e2b req-7822b59d-241c-4252-8e3c-b7468217eb9f tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416133 Jul 28 17:57:57.180105 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:57:57.183431 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:57.220090 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:57.229391 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:57:57.235296 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:57:57.235679 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (2d9c906e-f05b-459d-b9b8-a1edfbf137b9), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:57.309151 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:57:57.309582 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (2d9c906e-f05b-459d-b9b8-a1edfbf137b9), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:57.332878 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014d00f1-3a3a-43fa-b900-c1c9024ff502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9c906e-f05b-459d-b9b8-a1edfbf137b9'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:57:57.335449 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6674627d-33f1-41f8-91db-237068b0f23f" -d '{"events": [{"server_uuid": "014d00f1-3a3a-43fa-b900-c1c9024ff502", "name": "network-vif-plugged", "status": "completed", "tag": "2d9c906e-f05b-459d-b9b8-a1edfbf137b9"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:57:57.349185 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port 2d9c906e-f05b-459d-b9b8-a1edfbf137b9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2d9c906e-f05b-459d-b9b8-a1edfbf137b9,segment=NetworkSegment(3abb554c-7fff-42a0-98a0-e02ba6571dc5),segment_id=3abb554c-7fff-42a0-98a0-e02ba6571dc5)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:57:57.354211 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (2d9c906e-f05b-459d-b9b8-a1edfbf137b9), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:57.381809 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c780b026-d54b-4c82-a681-c193a6174c67 x-openstack-request-id: req-c780b026-d54b-4c82-a681-c193a6174c67 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:57:57.382111 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014d00f1-3a3a-43fa-b900-c1c9024ff502", "name": "network-vif-plugged", "status": "completed", "tag": "2d9c906e-f05b-459d-b9b8-a1edfbf137b9", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:57:57.382485 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c780b026-d54b-4c82-a681-c193a6174c67 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:57:57.382931 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c780b026-d54b-4c82-a681-c193a6174c67'] response: {'server_uuid': '014d00f1-3a3a-43fa-b900-c1c9024ff502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9c906e-f05b-459d-b9b8-a1edfbf137b9', 'code': 200} Jul 28 17:57:57.410632 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=2d9c906e-f05b-459d-b9b8-a1edfbf137b9,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:57:57.441951 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b57c-d3cd-4088-8362-3471c666b8c2 req-397f7e52-94e1-47da-9ade-3f710fff699e tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:57.443584 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b5e8b57c-d3cd-4088-8362-3471c666b8c2 req-397f7e52-94e1-47da-9ade-3f710fff699e tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=014d00f1-3a3a-43fa-b900-c1c9024ff502 HTTP/1.1" status: 200 len: 945 time: 0.0524154 Jul 28 17:57:57.495148 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-b5e8b57c-d3cd-4088-8362-3471c666b8c2 req-38e60dbc-96c2-483a-9166-307473852ebc tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449238 Jul 28 17:57:57.611043 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68499f-3754-43c6-8897-a31a3deae583 req-b225db8b-bdd0-4318-a021-35a3e5838485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:57.612569 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0a68499f-3754-43c6-8897-a31a3deae583 req-b225db8b-bdd0-4318-a021-35a3e5838485 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=014d00f1-3a3a-43fa-b900-c1c9024ff502 HTTP/1.1" status: 200 len: 1129 time: 0.0389283 Jul 28 17:57:57.642514 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:57.658038 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0a68499f-3754-43c6-8897-a31a3deae583 req-79f76664-049c-4212-977e-58622263e47b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393329 Jul 28 17:57:58.143784 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-5f2380b8-57d0-4e14-9eb1-dbde8e22c521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:58.619391 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951770c4-b30c-4815-a030-c5c6727668b1 req-efba701a-6120-48dc-9f46-69280edb472b tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:58.620870 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-951770c4-b30c-4815-a030-c5c6727668b1 req-efba701a-6120-48dc-9f46-69280edb472b tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=014d00f1-3a3a-43fa-b900-c1c9024ff502 HTTP/1.1" status: 200 len: 945 time: 0.0472984 Jul 28 17:57:58.668376 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-951770c4-b30c-4815-a030-c5c6727668b1 req-135ca8e7-6c48-4bb2-b425-191568bb8f1c tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 Jul 28 17:57:59.167082 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:59.789192 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9677f0-e53b-4b68-a99b-7d7c1eee8e22 req-f1842edd-a7e7-4d6f-b0cc-602ac0880341 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:57:59.790657 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7f9677f0-e53b-4b68-a99b-7d7c1eee8e22 req-f1842edd-a7e7-4d6f-b0cc-602ac0880341 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=014d00f1-3a3a-43fa-b900-c1c9024ff502 HTTP/1.1" status: 200 len: 945 time: 0.0475066 Jul 28 17:57:59.843185 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7f9677f0-e53b-4b68-a99b-7d7c1eee8e22 req-2dd6a701-c31f-4b82-8e90-41f46f3f8b60 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469906 Jul 28 17:58:00.930162 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:00.995277 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:01.314738 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=65,neutron:DELETE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:01.315493 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=84 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:01.525574 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:05.300633 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:58:08.661307 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=68 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:08.664064 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=11 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:09.836582 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:09.839518 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:14.024240 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:14.025703 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:19.334441 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=4 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:19.338985 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=4 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:21.086168 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75647955-f16b-462e-aaa2-50e68c1fe6b5 req-f5d95afd-47c8-4cfe-8a61-bbf5ef138cf9 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:58:21.087634 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-75647955-f16b-462e-aaa2-50e68c1fe6b5 req-f5d95afd-47c8-4cfe-8a61-bbf5ef138cf9 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=014d00f1-3a3a-43fa-b900-c1c9024ff502 HTTP/1.1" status: 200 len: 945 time: 0.0474823 Jul 28 17:58:21.135118 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-75647955-f16b-462e-aaa2-50e68c1fe6b5 req-e62b10c9-667e-451b-bb1f-eb34ad239adc tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420258 Jul 28 17:58:22.259968 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3185196-5f74-4a9a-9665-a34172bda8ee req-92c3a1c3-3772-4dba-be49-f80e805208c5 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:58:22.261466 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a3185196-5f74-4a9a-9665-a34172bda8ee req-92c3a1c3-3772-4dba-be49-f80e805208c5 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=014d00f1-3a3a-43fa-b900-c1c9024ff502 HTTP/1.1" status: 200 len: 945 time: 0.0520971 Jul 28 17:58:22.308090 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-a3185196-5f74-4a9a-9665-a34172bda8ee req-08d80efa-4768-451c-929d-42035f37c40f tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409448 Jul 28 17:58:23.212361 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099dd35-5794-4b74-9603-dd063da809ff req-1eb76030-f33e-46cf-b1ec-1418b84ff2d2 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:58:23.213834 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0099dd35-5794-4b74-9603-dd063da809ff req-1eb76030-f33e-46cf-b1ec-1418b84ff2d2 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.100 "GET /v2.0/ports?device_id=014d00f1-3a3a-43fa-b900-c1c9024ff502 HTTP/1.1" status: 200 len: 945 time: 0.0475118 Jul 28 17:58:23.299527 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-0099dd35-5794-4b74-9603-dd063da809ff req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Deleting port 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 17:58:23.300252 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-0099dd35-5794-4b74-9603-dd063da809ff req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (2d9c906e-f05b-459d-b9b8-a1edfbf137b9), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:23.389273 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-0099dd35-5794-4b74-9603-dd063da809ff req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] For port 2d9c906e-f05b-459d-b9b8-a1edfbf137b9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2d9c906e-f05b-459d-b9b8-a1edfbf137b9,segment=NetworkSegment(3abb554c-7fff-42a0-98a0-e02ba6571dc5),segment_id=3abb554c-7fff-42a0-98a0-e02ba6571dc5)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:58:23.389639 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-0099dd35-5794-4b74-9603-dd063da809ff req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (2d9c906e-f05b-459d-b9b8-a1edfbf137b9), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:23.404393 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-0099dd35-5794-4b74-9603-dd063da809ff req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Calling delete_port for 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 17:58:23.427438 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5c31f-bd3a-468d-bf7b-702eb18478ca req-636a77c1-3cb2-4535-a1c7-134857105466 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:58:23.429069 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-50e5c31f-bd3a-468d-bf7b-702eb18478ca req-636a77c1-3cb2-4535-a1c7-134857105466 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/ports?device_id=014d00f1-3a3a-43fa-b900-c1c9024ff502 HTTP/1.1" status: 200 len: 945 time: 0.0488663 Jul 28 17:58:23.477989 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-50e5c31f-bd3a-468d-bf7b-702eb18478ca req-d47bb5ea-4e77-4f3b-8443-ad8b6f122db7 tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.89 "GET /v2.0/security-groups?id=dfea10e2-b4e5-486a-88ed-2678b32667c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428874 Jul 28 17:58:23.539775 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-0099dd35-5794-4b74-9603-dd063da809ff req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (2d9c906e-f05b-459d-b9b8-a1edfbf137b9), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:23.566584 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Pushing event deleted for resources: {'Port': ['ID=2d9c906e-f05b-459d-b9b8-a1edfbf137b9,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:23.579299 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['2d9c906e-f05b-459d-b9b8-a1edfbf137b9'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:58:23.582333 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:23.582690 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:23.583035 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:23.583379 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:23.583716 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:23.584069 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:23.584408 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:23.584760 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:23.585131 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:23.585131 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:23.585131 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:23.585131 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:23.587292 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:23.587292 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:23.587561 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:23.624036 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-0099dd35-5794-4b74-9603-dd063da809ff req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] No DVR routers for this DVR port 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 17:58:23.626469 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-0099dd35-5794-4b74-9603-dd063da809ff req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:23.629749 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-0099dd35-5794-4b74-9603-dd063da809ff req-35a25766-e1a6-48c3-80a1-374e9b641fba tempest-VolumesSnapshotTestJSON-835545257 tempest-VolumesSnapshotTestJSON-835545257-project] 10.222.0.100 "DELETE /v2.0/ports/2d9c906e-f05b-459d-b9b8-a1edfbf137b9 HTTP/1.1" status: 204 len: 173 time: 0.4099433 Jul 28 17:58:23.630185 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014d00f1-3a3a-43fa-b900-c1c9024ff502', 'name': 'network-vif-deleted', 'tag': '2d9c906e-f05b-459d-b9b8-a1edfbf137b9'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:58:23.632992 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413671b7-50b0-41aa-ab90-3ae25243f0be" -d '{"events": [{"server_uuid": "014d00f1-3a3a-43fa-b900-c1c9024ff502", "name": "network-vif-deleted", "tag": "2d9c906e-f05b-459d-b9b8-a1edfbf137b9"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:58:23.671977 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4b5362-7c8a-44ae-a35e-64edcd2c2759 x-openstack-request-id: req-bd4b5362-7c8a-44ae-a35e-64edcd2c2759 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:58:23.672250 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014d00f1-3a3a-43fa-b900-c1c9024ff502", "name": "network-vif-deleted", "tag": "2d9c906e-f05b-459d-b9b8-a1edfbf137b9", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:58:23.672508 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bd4b5362-7c8a-44ae-a35e-64edcd2c2759 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:58:23.672920 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd4b5362-7c8a-44ae-a35e-64edcd2c2759'] response: {'server_uuid': '014d00f1-3a3a-43fa-b900-c1c9024ff502', 'name': 'network-vif-deleted', 'tag': '2d9c906e-f05b-459d-b9b8-a1edfbf137b9', 'status': 'completed', 'code': 200} Jul 28 17:58:25.716578 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-49d57e78-31fb-4963-b5ff-a4c519f2bea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:28.145203 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-07144900-6a4d-4956-b12c-5cf84398ad5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:28.837562 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 17:58:28.857404 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 17:58:28.857757 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 2d9c906e-f05b-459d-b9b8-a1edfbf137b9 not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 17:58:29.170557 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:30.933658 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:30.999702 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:31.526112 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:33.467497 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=16 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:33.473879 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=20 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:33.607401 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=56,neutron:DELETE=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:33.609309 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=53,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:38.244523 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1d430d5a-b3a4-4493-8c8d-6b73e6168601 req-1b3c257e-d308-4b62-bfa6-0545682eb29b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442612 Jul 28 17:58:38.347756 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d430d5a-b3a4-4493-8c8d-6b73e6168601 req-ccc375cb-ae2c-4633-85dc-bf1717ba38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:58:38.349224 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1d430d5a-b3a4-4493-8c8d-6b73e6168601 req-ccc375cb-ae2c-4633-85dc-bf1717ba38a7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 1129 time: 0.0400007 Jul 28 17:58:38.458557 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d430d5a-b3a4-4493-8c8d-6b73e6168601 req-0d7ce928-495a-4b89-bed9-41c55bffb130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:58:38.459985 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1d430d5a-b3a4-4493-8c8d-6b73e6168601 req-0d7ce928-495a-4b89-bed9-41c55bffb130 service neutron] 10.222.0.100 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 913 time: 0.0914142 Jul 28 17:58:38.526729 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1d430d5a-b3a4-4493-8c8d-6b73e6168601 req-e25ddaa7-b2f3-44dd-8c26-def99ca69c7a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bf83eb7-bb7a-49cc-836d-ab20bf06936c HTTP/1.1" status: 200 len: 1001 time: 0.0579753 Jul 28 17:58:38.588270 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d430d5a-b3a4-4493-8c8d-6b73e6168601 req-0c339f4d-560a-4f0a-9eea-700aea2b4a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:58:38.590356 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1d430d5a-b3a4-4493-8c8d-6b73e6168601 req-0c339f4d-560a-4f0a-9eea-700aea2b4a15 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dfda5b08-98a3-465e-a2f3-aaea0b8ef49d HTTP/1.1" status: 200 len: 850 time: 0.0579083 Jul 28 17:58:38.639489 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d430d5a-b3a4-4493-8c8d-6b73e6168601 req-b458321e-bf14-4d81-9324-6b4d68f89e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:58:38.641088 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1d430d5a-b3a4-4493-8c8d-6b73e6168601 req-b458321e-bf14-4d81-9324-6b4d68f89e0c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433393 Jul 28 17:58:38.736792 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1d430d5a-b3a4-4493-8c8d-6b73e6168601 req-87c13f31-d3dc-4b4f-a16c-31eaaac7123d service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877521 Jul 28 17:58:38.846785 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1d430d5a-b3a4-4493-8c8d-6b73e6168601 req-04c1bedc-7553-47b5-b3ea-3d0bb2304f5a service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031997 Jul 28 17:58:41.513891 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:41.520651 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:42.299751 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:58:46.780600 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 47918) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:58:46.833055 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a4f042-1707-4180-99a5-64d9e10f41c8 admin admin] Deleting subnet 14c1c583-8284-48c0-a2ba-6ab2f7af78d3 {{(pid=110736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 17:58:46.836888 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-18a4f042-1707-4180-99a5-64d9e10f41c8 admin admin] Publish callbacks [] for subnet (14c1c583-8284-48c0-a2ba-6ab2f7af78d3), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:46.874536 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-18a4f042-1707-4180-99a5-64d9e10f41c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3610771'] for subnet (14c1c583-8284-48c0-a2ba-6ab2f7af78d3), precommit_delete_associations {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:46.915235 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-18a4f042-1707-4180-99a5-64d9e10f41c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66971435'] for subnet (14c1c583-8284-48c0-a2ba-6ab2f7af78d3), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:46.967908 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-18a4f042-1707-4180-99a5-64d9e10f41c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66971426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318654'] for subnet (14c1c583-8284-48c0-a2ba-6ab2f7af78d3), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:46.999366 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4f042-1707-4180-99a5-64d9e10f41c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14c1c583-8284-48c0-a2ba-6ab2f7af78d3,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:47.001389 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-18a4f042-1707-4180-99a5-64d9e10f41c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:47.004524 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-18a4f042-1707-4180-99a5-64d9e10f41c8 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/14c1c583-8284-48c0-a2ba-6ab2f7af78d3 HTTP/1.1" status: 204 len: 168 time: 0.2228820 Jul 28 17:58:47.007039 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 47920) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:58:47.077100 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a069a2c5-b1a3-46d2-abd8-5af6d9f6eba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66853985'] for network (c3a6f3df-b84a-4785-96e4-3bfd4b74d770), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:47.159308 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a069a2c5-b1a3-46d2-abd8-5af6d9f6eba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66972677', 'neutron.services.segments.db._delete_segments_for_network-8747606401738'] for network (c3a6f3df-b84a-4785-96e4-3bfd4b74d770), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:47.180075 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-a069a2c5-b1a3-46d2-abd8-5af6d9f6eba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a6f3df-b84a-4785-96e4-3bfd4b74d770']}} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:47.189179 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-a069a2c5-b1a3-46d2-abd8-5af6d9f6eba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abb554c-7fff-42a0-98a0-e02ba6571dc5') {'for_net_delete': True} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:47.189507 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-a069a2c5-b1a3-46d2-abd8-5af6d9f6eba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abb554c-7fff-42a0-98a0-e02ba6571dc5') {} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:58:47.198994 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a069a2c5-b1a3-46d2-abd8-5af6d9f6eba7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747606401639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610762'] for segment (3abb554c-7fff-42a0-98a0-e02ba6571dc5), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:47.212208 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a069a2c5-b1a3-46d2-abd8-5af6d9f6eba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (3abb554c-7fff-42a0-98a0-e02ba6571dc5), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:47.218364 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a069a2c5-b1a3-46d2-abd8-5af6d9f6eba7 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=110736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 17:58:47.218747 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a069a2c5-b1a3-46d2-abd8-5af6d9f6eba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530693'] for segment (3abb554c-7fff-42a0-98a0-e02ba6571dc5), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:47.278643 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a069a2c5-b1a3-46d2-abd8-5af6d9f6eba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66972686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362288'] for network (c3a6f3df-b84a-4785-96e4-3bfd4b74d770), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:47.284239 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-a069a2c5-b1a3-46d2-abd8-5af6d9f6eba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:47.289848 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-a069a2c5-b1a3-46d2-abd8-5af6d9f6eba7 admin admin] 10.222.0.89 "DELETE /v2.0/networks/c3a6f3df-b84a-4785-96e4-3bfd4b74d770 HTTP/1.1" status: 204 len: 168 time: 0.2810090 Jul 28 17:58:47.302440 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 3abb554c-7fff-42a0-98a0-e02ba6571dc5 resource provider aggregate not found Jul 28 17:58:47.307789 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069a2c5-b1a3-46d2-abd8-5af6d9f6eba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a6f3df-b84a-4785-96e4-3bfd4b74d770,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:47.322186 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 3abb554c-7fff-42a0-98a0-e02ba6571dc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3abb554c-7fff-42a0-98a0-e02ba6571dc5 found for delete ", "request_id": "req-e690d69a-90d6-4980-ad25-cdfe25659cc7"}]} Jul 28 17:58:47.398017 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 47930) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:58:47.442783 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-663504a0-d9b3-441b-99f8-7ecb9ccdb50d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6ed3b5ffc1dd4fb9a814a967d1c9e8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436156 Jul 28 17:58:47.445763 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 47932) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:58:47.496141 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3105ffb1-795f-410b-a440-9d4157cfbed4 admin admin] Publish callbacks [] for security_group (dfea10e2-b4e5-486a-88ed-2678b32667c0), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:47.517218 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3105ffb1-795f-410b-a440-9d4157cfbed4 admin admin] Publish callbacks [] for security_group (dfea10e2-b4e5-486a-88ed-2678b32667c0), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:47.564705 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3105ffb1-795f-410b-a440-9d4157cfbed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (dfea10e2-b4e5-486a-88ed-2678b32667c0), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:47.567419 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-3105ffb1-795f-410b-a440-9d4157cfbed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:47.568565 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-3105ffb1-795f-410b-a440-9d4157cfbed4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/dfea10e2-b4e5-486a-88ed-2678b32667c0 HTTP/1.1" status: 204 len: 168 time: 0.1217654 Jul 28 17:58:47.577045 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105ffb1-795f-410b-a440-9d4157cfbed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfea10e2-b4e5-486a-88ed-2678b32667c0,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:55.718411 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d0e65b9d-fef7-4d76-804b-da947961c5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:56.325565 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=15 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:56.336032 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=19 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:57.437528 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:57.439902 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=48,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:57.551758 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=66,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:57.573168 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=68,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:58.147893 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-acab7a2f-3710-46a6-b412-bc5679e3d380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:59.172467 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:00.936221 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:01.000652 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:01.540603 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:11.533731 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:11.535611 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:19.299442 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:59:25.723580 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-1bd3035c-c6c1-446d-9b2e-d9087e21a72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:28.151917 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-0502f96f-9b2a-4989-83c3-cab0aa844b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:29.175843 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:30.941004 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:31.004974 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:31.558103 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:33.331347 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=4 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:34.318919 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=6 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:37.971544 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-025f2fd5-588a-4dc3-b7ed-b5f18429bfb9 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1200150&fields=id&tenant_id=1f721aa2c35842beba2060fde666b2a1 HTTP/1.1" status: 200 len: 267 time: 0.0454936 Jul 28 17:59:38.080339 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-ff2a3460-4b9f-4df3-b6b3-f88bab4d4cc3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:38.081812 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-ff2a3460-4b9f-4df3-b6b3-f88bab4d4cc3 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 811 time: 0.1030810 Jul 28 17:59:38.097051 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-2a16ff8f-84a1-4cae-be24-4ebcd494ff1f tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/quotas/1f721aa2c35842beba2060fde666b2a1 HTTP/1.1" status: 200 len: 375 time: 0.0090518 Jul 28 17:59:38.148886 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-ff3fcc30-2008-4169-816f-0fed0d6d3303 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456805 Jul 28 17:59:38.251119 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-d6cf2d5f-98fd-4d8a-835f-46290fd55402 service neutron] 10.222.0.89 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900402 Jul 28 17:59:38.345856 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-bce38212-cbd5-4c11-888d-5548af527668 service neutron] 10.222.0.89 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891368 Jul 28 17:59:38.640904 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-4b8252de-03fc-4af3-8920-56735c48699a req-8945fd39-fd05-4d70-b733-b3530d1f2b28 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 210 time: 0.0283849 Jul 28 17:59:39.221901 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f11db557-4046-49e7-a549-06151c91c3f2 req-f04e41f9-8e33-440d-9e34-cfd0411543db service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389771 Jul 28 17:59:39.544650 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11db557-4046-49e7-a549-06151c91c3f2 req-422baa11-8d4b-422e-a6d2-ff6a9b345e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:39.546315 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f11db557-4046-49e7-a549-06151c91c3f2 req-422baa11-8d4b-422e-a6d2-ff6a9b345e26 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 1129 time: 0.0420811 Jul 28 17:59:39.763146 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2332bc5c-dae3-4bd2-87dc-78bfa9881a91 req-4083d5c2-f2f9-4376-b0a4-bc44ffb6a97a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 210 time: 0.0462327 Jul 28 17:59:39.810440 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-fc1ebda3-8c10-4a40-b62e-659588e3b830 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:39.811960 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-fc1ebda3-8c10-4a40-b62e-659588e3b830 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.100 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 811 time: 0.2081850 Jul 28 17:59:39.813142 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11db557-4046-49e7-a549-06151c91c3f2 req-31c37a3c-5cf0-41a0-94ed-25ab8d8d9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:39.814522 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f11db557-4046-49e7-a549-06151c91c3f2 req-31c37a3c-5cf0-41a0-94ed-25ab8d8d9e3d service neutron] 10.222.0.100 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 913 time: 0.2119672 Jul 28 17:59:39.924260 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f11db557-4046-49e7-a549-06151c91c3f2 req-c91e98bc-d10b-433d-9c99-b784225cd5eb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bf83eb7-bb7a-49cc-836d-ab20bf06936c HTTP/1.1" status: 200 len: 1001 time: 0.0929019 Jul 28 17:59:39.934606 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-035168f5-7b75-4c12-b1b5-79e37b68d826 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f721aa2c35842beba2060fde666b2a1 HTTP/1.1" status: 200 len: 377 time: 0.1045387 Jul 28 17:59:39.947496 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Request body: {'port': {'device_id': 'ec71968a-8db8-491f-9f02-cde1ecfc21cc', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'admin_state_up': True, 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'security_groups': ['9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f']}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:59:40.035553 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11db557-4046-49e7-a549-06151c91c3f2 req-073f8c80-3954-4eda-ba25-2e0c8ba1dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:40.037012 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f11db557-4046-49e7-a549-06151c91c3f2 req-073f8c80-3954-4eda-ba25-2e0c8ba1dfa8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dfda5b08-98a3-465e-a2f3-aaea0b8ef49d HTTP/1.1" status: 200 len: 850 time: 0.1015637 Jul 28 17:59:40.042356 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:40.110985 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11db557-4046-49e7-a549-06151c91c3f2 req-b5ea18c1-2309-488e-9673-2b2c4ee2deda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:40.112990 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f11db557-4046-49e7-a549-06151c91c3f2 req-b5ea18c1-2309-488e-9673-2b2c4ee2deda service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0670543 Jul 28 17:59:40.184093 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Made reservation on behalf of 1f721aa2c35842beba2060fde666b2a1 for: {'port': 1} {{(pid=110735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:59:40.188077 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:40.192204 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:40.294891 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f11db557-4046-49e7-a549-06151c91c3f2 req-bd2f3f1c-f392-436d-b5da-c0e7eee7d532 service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720471 Jul 28 17:59:40.408107 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Allocated IP 172.20.0.14 (41cb40d0-5f53-4baf-b3ce-649cb31f7aff/dfda5b08-98a3-465e-a2f3-aaea0b8ef49d/b6bddbab-bd28-4c83-922c-f3f036b1ed41) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:59:40.447628 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f11db557-4046-49e7-a549-06151c91c3f2 req-391f4132-e33d-4012-8a25-50b80445a847 service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467395 Jul 28 17:59:40.579260 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for port (b6bddbab-bd28-4c83-922c-f3f036b1ed41), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:40.610235 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (b6bddbab-bd28-4c83-922c-f3f036b1ed41), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:40.657989 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:59:40.661150 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:40.665964 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:59:40.672107 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event updated for resources: {'Port': ['ID=b6bddbab-bd28-4c83-922c-f3f036b1ed41,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:40.701461 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:40.701815 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:40.702170 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:40.702516 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:40.702854 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:40.703190 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:40.703525 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:40.703886 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:40.704221 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:40.704560 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:40.704893 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:40.705250 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:40.705584 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:40.705913 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:40.706242 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:40.733012 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:40.733679 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:40.750820 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-0ed2cd7a-e72b-408c-8c8f-1f53fde0da0a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8082116 Jul 28 17:59:40.769325 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Request body: {'port': {'device_id': 'ec71968a-8db8-491f-9f02-cde1ecfc21cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:59:40.810875 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:40.848084 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (b6bddbab-bd28-4c83-922c-f3f036b1ed41), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:40.907671 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378bd53-aef5-45ac-b834-4aeb86668c6f req-f66efa17-684a-44bd-884d-db030ec3b3d7 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:40.909542 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7378bd53-aef5-45ac-b834-4aeb86668c6f req-f66efa17-684a-44bd-884d-db030ec3b3d7 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 932 time: 0.0540731 Jul 28 17:59:40.911342 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9eabdb3b-1305-493f-bed8-f3ba367bb46e None None] Provisioning complete for port b6bddbab-bd28-4c83-922c-f3f036b1ed41 triggered by entity DHCP. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:59:40.912046 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9eabdb3b-1305-493f-bed8-f3ba367bb46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (b6bddbab-bd28-4c83-922c-f3f036b1ed41), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:40.948926 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9eabdb3b-1305-493f-bed8-f3ba367bb46e None None] Port b6bddbab-bd28-4c83-922c-f3f036b1ed41 cannot update to ACTIVE because it is not bound. {{(pid=110737) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:59:40.963719 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-7378bd53-aef5-45ac-b834-4aeb86668c6f req-11607458-ba6b-4209-aabe-9d7fad8f7e58 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460522 Jul 28 17:59:41.052921 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:41.110981 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6bddbab-bd28-4c83-922c-f3f036b1ed41 {{(pid=110735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:59:41.118881 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Publish callbacks [] for port (b6bddbab-bd28-4c83-922c-f3f036b1ed41), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:41.130864 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.provisioning_blocks [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Transition to ACTIVE for port object b6bddbab-bd28-4c83-922c-f3f036b1ed41 will not be triggered until provisioned by entity L2. {{(pid=110735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 17:59:41.135616 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (b6bddbab-bd28-4c83-922c-f3f036b1ed41), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:41.183681 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Pushing event updated for resources: {'Port': ['ID=b6bddbab-bd28-4c83-922c-f3f036b1ed41,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:41.262619 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Attempting to bind port b6bddbab-bd28-4c83-922c-f3f036b1ed41 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:59:41.262961 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Attempting to bind port b6bddbab-bd28-4c83-922c-f3f036b1ed41 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:59:41.263299 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Attempting to bind port b6bddbab-bd28-4c83-922c-f3f036b1ed41 on network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:59:41.268101 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Port b6bddbab-bd28-4c83-922c-f3f036b1ed41 on network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 17:59:41.268432 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Attempting to bind port b6bddbab-bd28-4c83-922c-f3f036b1ed41 on network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:59:41.274596 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Checking agent: {'id': '8e6bb145-3a08-4d39-ace8-4d238b0daf66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'started_at': datetime.datetime(2022, 7, 28, 17, 42, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:59:41.275310 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Checking segment: {'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:59:41.275310 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Bound using segment: {'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'} {{(pid=110735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:59:41.275767 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.managers [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Bound port: b6bddbab-bd28-4c83-922c-f3f036b1ed41, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d08ce1-7e64-49b4-8ced-d4976e04816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff'}}] {{(pid=110735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:59:41.276128 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (b6bddbab-bd28-4c83-922c-f3f036b1ed41), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:41.340887 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] For port b6bddbab-bd28-4c83-922c-f3f036b1ed41, host hv-cinder-81322, cleared binding levels {{(pid=110735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:59:41.343929 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] For port b6bddbab-bd28-4c83-922c-f3f036b1ed41, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b6bddbab-bd28-4c83-922c-f3f036b1ed41,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:59:41.349703 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (b6bddbab-bd28-4c83-922c-f3f036b1ed41), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:41.380854 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:41.381562 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:41.383482 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] 10.222.0.100 "PUT /v2.0/ports/b6bddbab-bd28-4c83-922c-f3f036b1ed41 HTTP/1.1" status: 200 len: 1094 time: 0.6184120 Jul 28 17:59:41.383945 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec71968a-8db8-491f-9f02-cde1ecfc21cc', 'tag': 'b6bddbab-bd28-4c83-922c-f3f036b1ed41'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:59:41.386139 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3546c40-e73d-482d-8a3e-7a85e584c531" -d '{"events": [{"name": "network-changed", "server_uuid": "ec71968a-8db8-491f-9f02-cde1ecfc21cc", "tag": "b6bddbab-bd28-4c83-922c-f3f036b1ed41"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:41.415330 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d042f-ac2f-4e89-a670-c3dad4224a4a service neutron] Pushing event updated for resources: {'Port': ['ID=b6bddbab-bd28-4c83-922c-f3f036b1ed41,revision_number=3']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:41.431849 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ae16ed-0a7b-4e06-9a53-44f03829be55 x-openstack-request-id: req-38ae16ed-0a7b-4e06-9a53-44f03829be55 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:41.432142 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec71968a-8db8-491f-9f02-cde1ecfc21cc", "tag": "b6bddbab-bd28-4c83-922c-f3f036b1ed41", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:41.432405 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-38ae16ed-0a7b-4e06-9a53-44f03829be55 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:41.432811 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ae16ed-0a7b-4e06-9a53-44f03829be55'] response: {'name': 'network-changed', 'server_uuid': 'ec71968a-8db8-491f-9f02-cde1ecfc21cc', 'tag': 'b6bddbab-bd28-4c83-922c-f3f036b1ed41', 'status': 'completed', 'code': 200} Jul 28 17:59:41.496763 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-3c33331a-096a-46dc-bf09-74604ce704c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:41.498353 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-3c33331a-096a-46dc-bf09-74604ce704c4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 1128 time: 0.0458851 Jul 28 17:59:41.546113 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-c95f0b1d-416b-4a09-b3f6-12e632e8e870 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6bddbab-bd28-4c83-922c-f3f036b1ed41 HTTP/1.1" status: 200 len: 217 time: 0.0344439 Jul 28 17:59:41.595101 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-48d259b8-d05a-4a5c-b1d5-431c3a443b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:41.596600 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-48d259b8-d05a-4a5c-b1d5-431c3a443b47 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dfda5b08-98a3-465e-a2f3-aaea0b8ef49d HTTP/1.1" status: 200 len: 850 time: 0.0447898 Jul 28 17:59:41.640563 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-8bf371d6-74b7-412f-beeb-b6c685afbc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:41.642046 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-8bf371d6-74b7-412f-beeb-b6c685afbc16 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384083 Jul 28 17:59:41.730309 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:41.736824 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-7ffe074b-199a-46c1-9022-ea5c3736a08f service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881817 Jul 28 17:59:41.828806 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1cc2e73f-d4ed-4e58-9899-943f3d97e378 req-7bebf390-f2e2-4376-b82a-183f3ae0286d service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859542 Jul 28 17:59:42.201574 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b89667-e97e-4416-8b85-58edd2d7a63d req-bc5a34fa-9cae-4294-9e04-7cbde626b4d4 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:42.203062 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d3b89667-e97e-4416-8b85-58edd2d7a63d req-bc5a34fa-9cae-4294-9e04-7cbde626b4d4 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 944 time: 0.0481241 Jul 28 17:59:42.259222 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d3b89667-e97e-4416-8b85-58edd2d7a63d req-e2ff3b76-18bf-4b92-be73-70afb07e442d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0506258 Jul 28 17:59:42.270576 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546c40-e73d-482d-8a3e-7a85e584c531 req-92357f63-d403-4a18-8423-a702fa9c532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:42.272205 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b3546c40-e73d-482d-8a3e-7a85e584c531 req-92357f63-d403-4a18-8423-a702fa9c532c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 1128 time: 0.0428717 Jul 28 17:59:42.366361 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546c40-e73d-482d-8a3e-7a85e584c531 req-f4a740be-6d60-4a91-b81a-bbcbedef89f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:42.367988 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b3546c40-e73d-482d-8a3e-7a85e584c531 req-f4a740be-6d60-4a91-b81a-bbcbedef89f8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 913 time: 0.0887437 Jul 28 17:59:42.661757 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b3546c40-e73d-482d-8a3e-7a85e584c531 req-899a5e49-c405-45fe-abed-5efd9af3d41c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6bddbab-bd28-4c83-922c-f3f036b1ed41 HTTP/1.1" status: 200 len: 217 time: 0.2847781 Jul 28 17:59:42.710587 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546c40-e73d-482d-8a3e-7a85e584c531 req-de935374-c943-47e4-a2fb-932e015e9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:42.712030 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b3546c40-e73d-482d-8a3e-7a85e584c531 req-de935374-c943-47e4-a2fb-932e015e9ee7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dfda5b08-98a3-465e-a2f3-aaea0b8ef49d HTTP/1.1" status: 200 len: 850 time: 0.0436988 Jul 28 17:59:42.754124 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546c40-e73d-482d-8a3e-7a85e584c531 req-dac75b8a-beb0-4f10-aa07-def40f262c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:42.755569 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b3546c40-e73d-482d-8a3e-7a85e584c531 req-dac75b8a-beb0-4f10-aa07-def40f262c00 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381441 Jul 28 17:59:42.812584 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:42.850950 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b3546c40-e73d-482d-8a3e-7a85e584c531 req-eeb13bd0-9446-4017-8aae-2426f3992236 service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879140 Jul 28 17:59:42.944243 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b3546c40-e73d-482d-8a3e-7a85e584c531 req-22e5882b-fdbe-439a-93f4-be3bd09c7f43 service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869660 Jul 28 17:59:43.480010 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38188deb-3322-4477-ab58-c5947652e745 req-c69b246c-25be-4807-ab2c-da265ae8b8bb tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:43.481474 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-38188deb-3322-4477-ab58-c5947652e745 req-c69b246c-25be-4807-ab2c-da265ae8b8bb tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 944 time: 0.1486158 Jul 28 17:59:43.530370 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-38188deb-3322-4477-ab58-c5947652e745 req-d4b3a2b5-b8a9-41e4-b424-35726d5cd791 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433810 Jul 28 17:59:44.652348 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7286f-f0d8-4e03-bf06-6f7fe2fe3131 req-548ca78b-6130-44ed-9d6c-00e47565a92b tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:44.653880 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-53a7286f-f0d8-4e03-bf06-6f7fe2fe3131 req-548ca78b-6130-44ed-9d6c-00e47565a92b tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 944 time: 0.0487843 Jul 28 17:59:44.703330 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-53a7286f-f0d8-4e03-bf06-6f7fe2fe3131 req-df9bc533-c62a-4e48-81cc-76f779725670 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440230 Jul 28 17:59:45.823057 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05c910-2def-47e7-9646-ab20bb86bba6 req-447bb856-66ed-42a6-b410-63dc079ff698 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:45.824561 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6d05c910-2def-47e7-9646-ab20bb86bba6 req-447bb856-66ed-42a6-b410-63dc079ff698 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 944 time: 0.0477033 Jul 28 17:59:45.873466 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-6d05c910-2def-47e7-9646-ab20bb86bba6 req-ef97ee31-d33c-432e-b73d-98ce50a6a0a4 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434144 Jul 28 17:59:46.990432 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadb15b-77e8-42a5-80c6-926a88205a4f req-eae0ca24-6c7f-435f-bff3-4ba24875c1c1 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:46.992547 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-cbadb15b-77e8-42a5-80c6-926a88205a4f req-eae0ca24-6c7f-435f-bff3-4ba24875c1c1 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 944 time: 0.0469639 Jul 28 17:59:47.040829 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-cbadb15b-77e8-42a5-80c6-926a88205a4f req-cf50fbd5-5173-40c0-8a87-b9967e46cf64 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427201 Jul 28 17:59:48.166048 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09926c17-0a08-451b-87ee-8aec9f4a7399 req-81a90359-abbc-44ba-a1d5-03121449da22 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:48.168897 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-09926c17-0a08-451b-87ee-8aec9f4a7399 req-81a90359-abbc-44ba-a1d5-03121449da22 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 944 time: 0.0572391 Jul 28 17:59:48.225519 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-09926c17-0a08-451b-87ee-8aec9f4a7399 req-5054fb70-898d-4d39-9080-8738654336dc tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0513499 Jul 28 17:59:49.403033 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5030da-79be-471c-9138-378b7c7596aa req-67a961ef-aba4-4dc5-8373-e8f4bf7b5a6d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:49.404493 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-be5030da-79be-471c-9138-378b7c7596aa req-67a961ef-aba4-4dc5-8373-e8f4bf7b5a6d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 944 time: 0.1051781 Jul 28 17:59:49.453493 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-be5030da-79be-471c-9138-378b7c7596aa req-cf4fe5f0-3e03-44a1-85e8-e61e33a9706f tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435040 Jul 28 17:59:50.574565 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba058a1-b374-46f4-b160-54d248ec2592 req-aec071f0-b2f7-4511-8820-588f26e2288b tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:50.575951 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-eba058a1-b374-46f4-b160-54d248ec2592 req-aec071f0-b2f7-4511-8820-588f26e2288b tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 944 time: 0.0476062 Jul 28 17:59:50.625746 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-eba058a1-b374-46f4-b160-54d248ec2592 req-87aaad62-94e2-4247-82f6-c122fe044fe5 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443575 Jul 28 17:59:51.583195 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:51.585881 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:51.632410 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device b6bddbab-bd28-4c83-922c-f3f036b1ed41 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=110737) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 17:59:51.736113 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port b6bddbab-bd28-4c83-922c-f3f036b1ed41, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b6bddbab-bd28-4c83-922c-f3f036b1ed41,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:51.746328 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795135d-c38f-4267-b69f-b4d33f999778 req-32e96d43-1a1b-4db6-b266-798f51edd99d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:51.747806 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d795135d-c38f-4267-b69f-b4d33f999778 req-32e96d43-1a1b-4db6-b266-798f51edd99d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 944 time: 0.0473347 Jul 28 17:59:51.748178 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Returning: {'device': 'b6bddbab-bd28-4c83-922c-f3f036b1ed41', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'port_id': 'b6bddbab-bd28-4c83-922c-f3f036b1ed41', 'mac_address': 'fa:16:3e:95:b4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110737) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 17:59:51.783167 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port b6bddbab-bd28-4c83-922c-f3f036b1ed41 is: DOWN; New status is: BUILD {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:59:51.783570 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (b6bddbab-bd28-4c83-922c-f3f036b1ed41), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:51.799109 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d795135d-c38f-4267-b69f-b4d33f999778 req-e516fba3-fbbf-453f-801b-1f1a5f3e8eca tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453432 Jul 28 17:59:51.801132 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6bddbab-bd28-4c83-922c-f3f036b1ed41 {{(pid=110737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 17:59:51.821883 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port b6bddbab-bd28-4c83-922c-f3f036b1ed41, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b6bddbab-bd28-4c83-922c-f3f036b1ed41,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:51.827760 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (b6bddbab-bd28-4c83-922c-f3f036b1ed41), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:51.876551 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=b6bddbab-bd28-4c83-922c-f3f036b1ed41,revision_number=4']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:51.884030 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:51.884384 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:51.884735 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:51.885083 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:51.885452 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:51.885792 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:51.886129 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:51.886466 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:51.886799 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:51.887130 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:51.887462 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:51.887791 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:51.888142 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:51.888470 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:51.888799 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:59:52.141586 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] get_ports_and_sgs() called for port_ids ['b6bddbab-bd28-4c83-922c-f3f036b1ed41'] {{(pid=110737) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 17:59:52.923778 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5e2b4-fe24-4615-bf29-03babbb5482d req-0f98d4c7-8899-4879-b4fa-da989855c264 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:52.925293 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b2f5e2b4-fe24-4615-bf29-03babbb5482d req-0f98d4c7-8899-4879-b4fa-da989855c264 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 945 time: 0.0519426 Jul 28 17:59:52.976844 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-b2f5e2b4-fe24-4615-bf29-03babbb5482d req-f73ba404-168d-4755-9572-559bcbf60dd9 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444927 Jul 28 17:59:53.714734 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device b6bddbab-bd28-4c83-922c-f3f036b1ed41 up at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:59:53.755929 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning for port b6bddbab-bd28-4c83-922c-f3f036b1ed41 completed by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 17:59:53.762216 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.provisioning_blocks [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Provisioning complete for port b6bddbab-bd28-4c83-922c-f3f036b1ed41 triggered by entity L2. {{(pid=110737) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:59:53.762600 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66977696'] for port (b6bddbab-bd28-4c83-922c-f3f036b1ed41), provisioning_complete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:53.840840 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Current status of the port b6bddbab-bd28-4c83-922c-f3f036b1ed41 is: BUILD; New status is: ACTIVE {{(pid=110737) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:59:53.841274 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (b6bddbab-bd28-4c83-922c-f3f036b1ed41), before_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:53.858507 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:53.864056 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec71968a-8db8-491f-9f02-cde1ecfc21cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bddbab-bd28-4c83-922c-f3f036b1ed41'}] {{(pid=110737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:59:53.866312 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a471e87e08a1eab0db192c2a8db0a7a027dc5c646ee43ff41e2925c1f67bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95da4693-32a8-4c1e-99a5-0a4f0b7faaf3" -d '{"events": [{"server_uuid": "ec71968a-8db8-491f-9f02-cde1ecfc21cc", "name": "network-vif-plugged", "status": "completed", "tag": "b6bddbab-bd28-4c83-922c-f3f036b1ed41"}]}' {{(pid=110737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:53.880811 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] For port b6bddbab-bd28-4c83-922c-f3f036b1ed41, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b6bddbab-bd28-4c83-922c-f3f036b1ed41,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:59:53.885112 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718'] for port (b6bddbab-bd28-4c83-922c-f3f036b1ed41), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:53.909341 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 17:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527082ec-1d89-464d-92c8-d2f77ff18127 x-openstack-request-id: req-527082ec-1d89-464d-92c8-d2f77ff18127 {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:53.909634 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec71968a-8db8-491f-9f02-cde1ecfc21cc", "name": "network-vif-plugged", "status": "completed", "tag": "b6bddbab-bd28-4c83-922c-f3f036b1ed41", "code": 200}]} {{(pid=110737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:53.909893 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-527082ec-1d89-464d-92c8-d2f77ff18127 {{(pid=110737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:53.910343 dv-cinder-813229-13-iscsi neutron-server[110737]: INFO neutron.notifiers.nova [-] Nova event matching ['req-527082ec-1d89-464d-92c8-d2f77ff18127'] response: {'server_uuid': 'ec71968a-8db8-491f-9f02-cde1ecfc21cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bddbab-bd28-4c83-922c-f3f036b1ed41', 'code': 200} Jul 28 17:59:53.936574 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Pushing event updated for resources: {'Port': ['ID=b6bddbab-bd28-4c83-922c-f3f036b1ed41,revision_number=5']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:54.082876 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:54.099215 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfde0b-c56a-4759-815d-23d8bb9e8a4b req-b38d0a82-4f1d-4961-995a-0448934214d1 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:54.100707 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2abfde0b-c56a-4759-815d-23d8bb9e8a4b req-b38d0a82-4f1d-4961-995a-0448934214d1 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 946 time: 0.0510392 Jul 28 17:59:54.160880 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2abfde0b-c56a-4759-815d-23d8bb9e8a4b req-c5a81937-3548-4889-946c-35cbf5fb47bd tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0541737 Jul 28 17:59:54.186861 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96085342-19a2-4f2d-b46a-8b713549a08a req-37cf4cf9-e17b-4919-9d12-0e7755134c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:54.188342 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-96085342-19a2-4f2d-b46a-8b713549a08a req-37cf4cf9-e17b-4919-9d12-0e7755134c60 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 1130 time: 0.0450022 Jul 28 17:59:54.239194 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-96085342-19a2-4f2d-b46a-8b713549a08a req-3ce650af-20e3-497c-8557-5f0481c428be service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430419 Jul 28 17:59:54.358786 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:55.285763 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83672d86-0d5d-45d2-baf1-df055a05dbb6 req-8b6fc8a7-62e9-4d1b-b77c-6a827e76bd2e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:55.287238 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-83672d86-0d5d-45d2-baf1-df055a05dbb6 req-8b6fc8a7-62e9-4d1b-b77c-6a827e76bd2e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 946 time: 0.0512903 Jul 28 17:59:55.338485 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-83672d86-0d5d-45d2-baf1-df055a05dbb6 req-1f4d44df-0049-47e6-b53d-b8ae5f7ca04d tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449367 Jul 28 17:59:55.726535 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-ff486e6f-f52b-4c30-8c15-af3f75117d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:56.298411 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:59:56.456826 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42486076-58a0-48a2-aa58-05e0cd988aa0 req-7f848e6c-12ce-420d-9b4d-bfd5fff61265 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:56.458329 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-42486076-58a0-48a2-aa58-05e0cd988aa0 req-7f848e6c-12ce-420d-9b4d-bfd5fff61265 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 946 time: 0.0477779 Jul 28 17:59:56.507922 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-42486076-58a0-48a2-aa58-05e0cd988aa0 req-f1f1d89f-9a8f-40ff-af45-46ced4c046ec tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434895 Jul 28 17:59:56.624320 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b729183-3b14-4c8d-bf9a-4f595d7b784e req-268a836d-6208-42f2-b819-b06b779cec4a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:56.625817 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8b729183-3b14-4c8d-bf9a-4f595d7b784e req-268a836d-6208-42f2-b819-b06b779cec4a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 946 time: 0.0474222 Jul 28 17:59:56.675564 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-8b729183-3b14-4c8d-bf9a-4f595d7b784e req-883d3193-5738-4461-9e2c-0765d581479a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442867 Jul 28 17:59:56.702695 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 48038) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:59:56.741267 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d87cd1-2522-4bea-b655-9177cf9274b9 tempest-TestVolumeBootPattern-1536372316 tempest-TestVolumeBootPattern-1536372316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:56.742930 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-61d87cd1-2522-4bea-b655-9177cf9274b9 tempest-TestVolumeBootPattern-1536372316 tempest-TestVolumeBootPattern-1536372316-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 1125 time: 0.0391967 Jul 28 17:59:56.745785 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 48040) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:59:56.750012 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.v2.base [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Request body: {'floatingip': {'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'port_id': 'b6bddbab-bd28-4c83-922c-f3f036b1ed41', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:59:56.765133 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:56.771668 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:56.856208 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (None), before_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:56.958839 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_common [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Allocated IP 172.27.1.139 (6a5f0c93-6c5e-4636-b60a-dacb4cb90027/70a1a470-4b09-4554-bbb8-421ab0af5fee/2f7bd107-926c-4c37-aea8-ca345f5efa60) {{(pid=110735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:59:57.066577 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for port (2f7bd107-926c-4c37-aea8-ca345f5efa60), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:57.099218 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747605946682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (2f7bd107-926c-4c37-aea8-ca345f5efa60), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:57.139407 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Network 6a5f0c93-6c5e-4636-b60a-dacb4cb90027 is already hosted by enough agents. {{(pid=110735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:59:57.142479 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.base_scheduler [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Resources bound (agent type, host, resource id): {{(pid=110735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:59:57.146400 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Received port after_create {{(pid=110735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:59:57.153182 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event updated for resources: {'Port': ['ID=2f7bd107-926c-4c37-aea8-ca345f5efa60,revision_number=1']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:57.308015 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:57.502925 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for floatingip (243455b4-575b-49cc-b5eb-036e5fd31dc5), precommit_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:57.532213 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:57.574572 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66898627'] for port (2f7bd107-926c-4c37-aea8-ca345f5efa60), before_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:57.721957 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for port (2f7bd107-926c-4c37-aea8-ca345f5efa60), precommit_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:57.726836 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747606328028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747605946700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747605946718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3356075'] for port (2f7bd107-926c-4c37-aea8-ca345f5efa60), after_update {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:57.795072 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event updated for resources: {'Port': ['ID=2f7bd107-926c-4c37-aea8-ca345f5efa60,revision_number=2']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:59:57.807667 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362468'] for floatingip (243455b4-575b-49cc-b5eb-036e5fd31dc5), after_create {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:57.904785 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.l3_db [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Floating IP 243455b4-575b-49cc-b5eb-036e5fd31dc5 associated. External IP: 172.27.1.139, port: b6bddbab-bd28-4c83-922c-f3f036b1ed41. Jul 28 17:59:58.103840 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:59:58.114325 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:58.155163 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-78ac4067-e768-47e0-9df9-013b57eadbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:58.207497 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:59:58.217346 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e6198b-0c7f-4af6-b84d-3a09a1f7278b None None] Sync routers for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:59:58.226685 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:58.227651 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e6198b-0c7f-4af6-b84d-3a09a1f7278b None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:59:58.228272 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-28e6198b-0c7f-4af6-b84d-3a09a1f7278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:59:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:59:58.259861 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-abc5a296-0548-4eef-9f14-341e991c4d24 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5130534 Jul 28 17:59:58.260463 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec71968a-8db8-491f-9f02-cde1ecfc21cc', 'tag': 'b6bddbab-bd28-4c83-922c-f3f036b1ed41'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 17:59:58.262776 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f531b9fe-b4f1-4491-a4f5-0f46c4a7b705" -d '{"events": [{"name": "network-changed", "server_uuid": "ec71968a-8db8-491f-9f02-cde1ecfc21cc", "tag": "b6bddbab-bd28-4c83-922c-f3f036b1ed41"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 17:59:58.303087 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 17:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39e7c56-e9b6-4a0f-8373-5dc60153f078 x-openstack-request-id: req-a39e7c56-e9b6-4a0f-8373-5dc60153f078 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 17:59:58.303462 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec71968a-8db8-491f-9f02-cde1ecfc21cc", "tag": "b6bddbab-bd28-4c83-922c-f3f036b1ed41", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 17:59:58.303788 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a39e7c56-e9b6-4a0f-8373-5dc60153f078 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 17:59:58.304266 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a39e7c56-e9b6-4a0f-8373-5dc60153f078'] response: {'name': 'network-changed', 'server_uuid': 'ec71968a-8db8-491f-9f02-cde1ecfc21cc', 'tag': 'b6bddbab-bd28-4c83-922c-f3f036b1ed41', 'status': 'completed', 'code': 200} Jul 28 17:59:58.334005 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-28e6198b-0c7f-4af6-b84d-3a09a1f7278b None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:59:58.385014 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531b9fe-b4f1-4491-a4f5-0f46c4a7b705 req-aab1dc37-276f-4c91-8aa1-47cc682cfb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:58.386478 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f531b9fe-b4f1-4491-a4f5-0f46c4a7b705 req-aab1dc37-276f-4c91-8aa1-47cc682cfb1f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 1130 time: 0.0398715 Jul 28 17:59:58.482796 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531b9fe-b4f1-4491-a4f5-0f46c4a7b705 req-742e4d49-9ff2-4b91-af1c-b21bae30aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:58.484276 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f531b9fe-b4f1-4491-a4f5-0f46c4a7b705 req-742e4d49-9ff2-4b91-af1c-b21bae30aad3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 913 time: 0.0921512 Jul 28 17:59:58.496279 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:58.552233 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f531b9fe-b4f1-4491-a4f5-0f46c4a7b705 req-a44109a0-b127-4fcd-81f1-38ba569acbee service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6bddbab-bd28-4c83-922c-f3f036b1ed41 HTTP/1.1" status: 200 len: 1000 time: 0.0622323 Jul 28 17:59:58.557232 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-28e6198b-0c7f-4af6-b84d-3a09a1f7278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '243455b4-575b-49cc-b5eb-036e5fd31dc5', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'port_id': 'b6bddbab-bd28-4c83-922c-f3f036b1ed41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'mac_address': 'fa:16:3e:95:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec71968a-8db8-491f-9f02-cde1ecfc21cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:59:57Z', 'updated_at': '2022-07-28T17:59:57Z', 'revision_number': 0, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address_scope': None}, {'id': 'aa608c41-b99b-4ad5-a7f6-3b17f70b0706', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'port_id': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'mac_address': 'fa:16:3e:b9:01:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:57:49Z', 'updated_at': '2022-07-28T17:57:51Z', 'revision_number': 1, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:59:58.586105 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e6198b-0c7f-4af6-b84d-3a09a1f7278b None None] Checking router: d6fc143d-7150-4dd5-8a5c-fadff8fc63cd for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:59:58.594520 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e6198b-0c7f-4af6-b84d-3a09a1f7278b None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:59:58.595122 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-28e6198b-0c7f-4af6-b84d-3a09a1f7278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T17:59:58Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:59:58.602229 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531b9fe-b4f1-4491-a4f5-0f46c4a7b705 req-5cc6abdd-69c7-4dc6-ba67-9141a0875bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:58.603733 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f531b9fe-b4f1-4491-a4f5-0f46c4a7b705 req-5cc6abdd-69c7-4dc6-ba67-9141a0875bd7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dfda5b08-98a3-465e-a2f3-aaea0b8ef49d HTTP/1.1" status: 200 len: 850 time: 0.0454826 Jul 28 17:59:58.646794 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531b9fe-b4f1-4491-a4f5-0f46c4a7b705 req-ef8acd19-b483-49c5-9e95-891ee52976d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:59:58.648898 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f531b9fe-b4f1-4491-a4f5-0f46c4a7b705 req-ef8acd19-b483-49c5-9e95-891ee52976d7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392528 Jul 28 17:59:58.697706 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-28e6198b-0c7f-4af6-b84d-3a09a1f7278b None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:59:58.741480 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f531b9fe-b4f1-4491-a4f5-0f46c4a7b705 req-0ba3cc23-5d64-4195-ba18-361a2541cebd service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868034 Jul 28 17:59:58.839964 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-f531b9fe-b4f1-4491-a4f5-0f46c4a7b705 req-540ad719-5dc2-47ef-9e6c-e38ce7f76f8d service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929000 Jul 28 17:59:58.912531 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-28e6198b-0c7f-4af6-b84d-3a09a1f7278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '243455b4-575b-49cc-b5eb-036e5fd31dc5', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'port_id': 'b6bddbab-bd28-4c83-922c-f3f036b1ed41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'mac_address': 'fa:16:3e:95:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec71968a-8db8-491f-9f02-cde1ecfc21cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:59:57Z', 'updated_at': '2022-07-28T17:59:57Z', 'revision_number': 0, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address_scope': None}, {'id': 'aa608c41-b99b-4ad5-a7f6-3b17f70b0706', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'port_id': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'mac_address': 'fa:16:3e:b9:01:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:57:49Z', 'updated_at': '2022-07-28T17:57:51Z', 'revision_number': 1, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:59:58.937403 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e6198b-0c7f-4af6-b84d-3a09a1f7278b None None] The sync data for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi is: [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': '243455b4-575b-49cc-b5eb-036e5fd31dc5', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'port_id': 'b6bddbab-bd28-4c83-922c-f3f036b1ed41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'mac_address': 'fa:16:3e:95:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec71968a-8db8-491f-9f02-cde1ecfc21cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:59:57Z', 'updated_at': '2022-07-28T17:59:57Z', 'revision_number': 0, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address_scope': None}, {'id': 'aa608c41-b99b-4ad5-a7f6-3b17f70b0706', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'port_id': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'mac_address': 'fa:16:3e:b9:01:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:57:49Z', 'updated_at': '2022-07-28T17:57:51Z', 'revision_number': 1, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:59:59.124687 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802baf5-cab5-4520-9e8f-cdacfcb47060 None None] New status for floating IP 243455b4-575b-49cc-b5eb-036e5fd31dc5: ACTIVE {{(pid=110737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 17:59:59.172770 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:59.226295 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:00.943952 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:01.009300 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:01.571739 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:06.668399 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=75 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:06.671134 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=71 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:08.834712 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=28 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:08.835667 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=64 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:10.337878 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=76 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:10.338611 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=80 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:11.195610 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [req-ea9154d9-30e8-459c-ba11-8af9353ae232 req-4c27cbdf-52cd-45bb-a0a8-1e070a5247fa service neutron] (110736) timed out ('10.222.0.100', 50267) {{(pid=110736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:00:14.029078 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:14.031010 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:25.729933 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-cf3c1b04-4b98-487d-8b3d-b12bfc9218d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:28.158741 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-c28cff46-3955-46d0-bfd3-4d2098d1ac6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:29.184016 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:30.947103 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:31.009726 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:31.570756 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:33.296813 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:00:41.262291 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d5a05f2a-6ccd-4904-b5ae-d83b5e80cd52 req-4053681a-bbd9-48ee-a989-1c23d1bcdd99 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838656 Jul 28 18:00:41.358831 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a05f2a-6ccd-4904-b5ae-d83b5e80cd52 req-8840c7d6-dd76-4c31-89bc-5d26c6acfbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:00:41.360281 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d5a05f2a-6ccd-4904-b5ae-d83b5e80cd52 req-8840c7d6-dd76-4c31-89bc-5d26c6acfbaf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 1129 time: 0.0397348 Jul 28 18:00:41.467245 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a05f2a-6ccd-4904-b5ae-d83b5e80cd52 req-6aca7bb6-f623-410b-afd0-b4eaf483a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:00:41.468607 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d5a05f2a-6ccd-4904-b5ae-d83b5e80cd52 req-6aca7bb6-f623-410b-afd0-b4eaf483a60d service neutron] 10.222.0.100 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 913 time: 0.0898013 Jul 28 18:00:41.531708 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d5a05f2a-6ccd-4904-b5ae-d83b5e80cd52 req-7d8f8436-adfd-4fff-b4f6-13154aeda3ed service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bf83eb7-bb7a-49cc-836d-ab20bf06936c HTTP/1.1" status: 200 len: 1001 time: 0.0549600 Jul 28 18:00:41.563373 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:41.565347 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:41.581477 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a05f2a-6ccd-4904-b5ae-d83b5e80cd52 req-882ff34f-4709-4e47-bae3-ad3521fde5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:00:41.582912 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d5a05f2a-6ccd-4904-b5ae-d83b5e80cd52 req-882ff34f-4709-4e47-bae3-ad3521fde5c5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dfda5b08-98a3-465e-a2f3-aaea0b8ef49d HTTP/1.1" status: 200 len: 850 time: 0.0446801 Jul 28 18:00:41.630229 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a05f2a-6ccd-4904-b5ae-d83b5e80cd52 req-18924bc0-03b2-4465-a5d0-d0c1e24f11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:00:41.632832 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d5a05f2a-6ccd-4904-b5ae-d83b5e80cd52 req-18924bc0-03b2-4465-a5d0-d0c1e24f11c2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419445 Jul 28 18:00:41.722792 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d5a05f2a-6ccd-4904-b5ae-d83b5e80cd52 req-6960c673-77b9-4029-af49-b5101ad76612 service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841291 Jul 28 18:00:41.817538 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-d5a05f2a-6ccd-4904-b5ae-d83b5e80cd52 req-2bab2542-e7b4-4b08-b37c-23d70807dabb service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883732 Jul 28 18:00:51.812692 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=50 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:51.814668 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=51 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:54.010732 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=16 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:54.013150 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=18 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:55.731925 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-e513bffa-1e19-4365-bb79-1d10dec7d099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:58.163444 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-5cb621c3-0102-431e-b110-82d1fc9ee8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:59.185475 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:00.951660 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:01.012973 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:01.570792 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:10.298410 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:01:11.563758 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:11.565683 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:24.326948 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=4 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:24.331509 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=4 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:25.734052 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a65b7923-0f56-4d3f-ac22-8b4f293fcf53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:27.579949 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 48068) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:27.720677 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Deleting port 2f7bd107-926c-4c37-aea8-ca345f5efa60 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:01:27.721018 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (2f7bd107-926c-4c37-aea8-ca345f5efa60), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:27.800839 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (2f7bd107-926c-4c37-aea8-ca345f5efa60), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:27.801149 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for floatingip (2f7bd107-926c-4c37-aea8-ca345f5efa60), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:27.815101 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Calling delete_port for 2f7bd107-926c-4c37-aea8-ca345f5efa60 owned by network:floatingip {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:01:27.982047 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (2f7bd107-926c-4c37-aea8-ca345f5efa60), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:28.004015 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event deleted for resources: {'Port': ['ID=2f7bd107-926c-4c37-aea8-ca345f5efa60,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:28.013973 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:28.014328 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:28.014670 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:28.015010 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:28.015349 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:28.015681 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:28.016494 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:28.016494 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:28.016697 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:28.016947 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:28.017444 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:28.017876 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:28.018002 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:28.018357 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:28.018757 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:28.080232 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for floatingip (243455b4-575b-49cc-b5eb-036e5fd31dc5), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:28.080559 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.l3_db [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Floating IP 243455b4-575b-49cc-b5eb-036e5fd31dc5 disassociated (deleted). External IP: 172.27.1.139, port: b6bddbab-bd28-4c83-922c-f3f036b1ed41. Jul 28 18:01:28.166629 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-fc7c571e-45ed-4c28-bc3e-beaa8b25dbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:28.281024 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:01:28.633948 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:28.638938 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:01:28.643756 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:28.648865 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e9d8d-dae1-4385-b7b8-343192e6e880 None None] Sync routers for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:01:28.658811 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e9d8d-dae1-4385-b7b8-343192e6e880 None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:01:28.659419 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-d00e9d8d-dae1-4385-b7b8-343192e6e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T18:01:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:28.675504 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-4bdcb51d-3459-4ac1-b650-09009d5a7768 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "DELETE /v2.0/floatingips/243455b4-575b-49cc-b5eb-036e5fd31dc5 HTTP/1.1" status: 204 len: 168 time: 1.0942183 Jul 28 18:01:28.676102 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec71968a-8db8-491f-9f02-cde1ecfc21cc', 'tag': 'b6bddbab-bd28-4c83-922c-f3f036b1ed41'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:01:28.678900 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6782e3e-14b3-498c-a7ba-f9a628940fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "ec71968a-8db8-491f-9f02-cde1ecfc21cc", "tag": "b6bddbab-bd28-4c83-922c-f3f036b1ed41"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:28.767308 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-d00e9d8d-dae1-4385-b7b8-343192e6e880 None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:01:28.795199 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724ad9f5-316d-4f72-809e-6c9e86c8b8a1 x-openstack-request-id: req-724ad9f5-316d-4f72-809e-6c9e86c8b8a1 {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:28.795493 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec71968a-8db8-491f-9f02-cde1ecfc21cc", "tag": "b6bddbab-bd28-4c83-922c-f3f036b1ed41", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:28.795770 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-724ad9f5-316d-4f72-809e-6c9e86c8b8a1 {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:28.796253 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-724ad9f5-316d-4f72-809e-6c9e86c8b8a1'] response: {'name': 'network-changed', 'server_uuid': 'ec71968a-8db8-491f-9f02-cde1ecfc21cc', 'tag': 'b6bddbab-bd28-4c83-922c-f3f036b1ed41', 'status': 'completed', 'code': 200} Jul 28 18:01:28.887796 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6782e3e-14b3-498c-a7ba-f9a628940fe4 req-ae2a097d-24ad-4c13-b93c-e9c903617e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:28.889659 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c6782e3e-14b3-498c-a7ba-f9a628940fe4 req-ae2a097d-24ad-4c13-b93c-e9c903617e19 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 1130 time: 0.0450356 Jul 28 18:01:28.942140 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dafea-63f1-4ab8-8167-075b622ffb4d req-4f16ab09-913b-4fa6-88f1-e83f416919ac tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:28.944326 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1e5dafea-63f1-4ab8-8167-075b622ffb4d req-4f16ab09-913b-4fa6-88f1-e83f416919ac tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 946 time: 0.0535696 Jul 28 18:01:28.964673 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:28.998381 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-1e5dafea-63f1-4ab8-8167-075b622ffb4d req-7f77daa3-d186-4825-81d8-1169a8a47655 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0475008 Jul 28 18:01:29.084300 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-d00e9d8d-dae1-4385-b7b8-343192e6e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'aa608c41-b99b-4ad5-a7f6-3b17f70b0706', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'port_id': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'mac_address': 'fa:16:3e:b9:01:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:57:49Z', 'updated_at': '2022-07-28T17:57:51Z', 'revision_number': 1, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:29.111417 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e9d8d-dae1-4385-b7b8-343192e6e880 None None] Checking router: d6fc143d-7150-4dd5-8a5c-fadff8fc63cd for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:01:29.121802 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e9d8d-dae1-4385-b7b8-343192e6e880 None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:01:29.122414 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-d00e9d8d-dae1-4385-b7b8-343192e6e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T18:01:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:29.188106 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:29.223262 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-d00e9d8d-dae1-4385-b7b8-343192e6e880 None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:01:29.431366 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-d00e9d8d-dae1-4385-b7b8-343192e6e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'aa608c41-b99b-4ad5-a7f6-3b17f70b0706', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'port_id': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'mac_address': 'fa:16:3e:b9:01:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:57:49Z', 'updated_at': '2022-07-28T17:57:51Z', 'revision_number': 1, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:29.459154 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e9d8d-dae1-4385-b7b8-343192e6e880 None None] The sync data for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi is: [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_floatingips': [{'id': 'aa608c41-b99b-4ad5-a7f6-3b17f70b0706', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'router_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'port_id': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'mac_address': 'fa:16:3e:b9:01:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T17:57:49Z', 'updated_at': '2022-07-28T17:57:51Z', 'revision_number': 1, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:01:29.674138 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602dbbc5-d308-4e01-b490-9d205f7876f5 None None] New status for floating IP 243455b4-575b-49cc-b5eb-036e5fd31dc5: DOWN {{(pid=110737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:01:30.064911 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6782e3e-14b3-498c-a7ba-f9a628940fe4 req-069e9d39-ec20-473a-991b-98072a6c74fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:30.066417 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c6782e3e-14b3-498c-a7ba-f9a628940fe4 req-069e9d39-ec20-473a-991b-98072a6c74fc service neutron] 10.222.0.100 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 913 time: 0.0904803 Jul 28 18:01:30.128558 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49e141-f658-4ade-859a-52a545ba9e35 req-4c6f18e0-76dc-451b-9672-25de0685731b tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:30.130069 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-de49e141-f658-4ade-859a-52a545ba9e35 req-4c6f18e0-76dc-451b-9672-25de0685731b tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 946 time: 0.0492358 Jul 28 18:01:30.186565 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-de49e141-f658-4ade-859a-52a545ba9e35 req-f9eb693a-ba4e-46b0-a576-75c9a8aecab6 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0503542 Jul 28 18:01:30.186831 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c6782e3e-14b3-498c-a7ba-f9a628940fe4 req-a19adee2-5960-49b2-802f-7c5250f29e43 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6bddbab-bd28-4c83-922c-f3f036b1ed41 HTTP/1.1" status: 200 len: 217 time: 0.0372810 Jul 28 18:01:30.236185 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6782e3e-14b3-498c-a7ba-f9a628940fe4 req-c56230c2-c667-4e55-9b43-5473bf32db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:30.237660 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c6782e3e-14b3-498c-a7ba-f9a628940fe4 req-c56230c2-c667-4e55-9b43-5473bf32db4f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dfda5b08-98a3-465e-a2f3-aaea0b8ef49d HTTP/1.1" status: 200 len: 850 time: 0.0440681 Jul 28 18:01:30.464182 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6782e3e-14b3-498c-a7ba-f9a628940fe4 req-07b83e87-e367-4bca-90f5-851ad5feaeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:30.465722 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c6782e3e-14b3-498c-a7ba-f9a628940fe4 req-07b83e87-e367-4bca-90f5-851ad5feaeed service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393507 Jul 28 18:01:30.590363 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c6782e3e-14b3-498c-a7ba-f9a628940fe4 req-670c0ed7-7f40-4450-9b5d-19aeb9203466 service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140971 Jul 28 18:01:30.601209 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae33c0-bcbb-4895-89e4-acfa83d462b7 req-625b5b60-9ca8-460e-9271-2ecc7b0e3eff tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:30.602560 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7cae33c0-bcbb-4895-89e4-acfa83d462b7 req-625b5b60-9ca8-460e-9271-2ecc7b0e3eff tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.100 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 946 time: 0.0613050 Jul 28 18:01:30.739176 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-7cae33c0-bcbb-4895-89e4-acfa83d462b7 req-fdee62d3-17ff-4125-8230-86f1e20500a0 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Deleting port b6bddbab-bd28-4c83-922c-f3f036b1ed41 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:01:30.739520 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7cae33c0-bcbb-4895-89e4-acfa83d462b7 req-fdee62d3-17ff-4125-8230-86f1e20500a0 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (b6bddbab-bd28-4c83-922c-f3f036b1ed41), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:30.795017 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c6782e3e-14b3-498c-a7ba-f9a628940fe4 req-6c2c000a-9acb-4816-bd2d-6fa1d33aeaff service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914928 Jul 28 18:01:30.845813 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-7cae33c0-bcbb-4895-89e4-acfa83d462b7 req-fdee62d3-17ff-4125-8230-86f1e20500a0 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] For port b6bddbab-bd28-4c83-922c-f3f036b1ed41, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b6bddbab-bd28-4c83-922c-f3f036b1ed41,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:30.846116 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7cae33c0-bcbb-4895-89e4-acfa83d462b7 req-fdee62d3-17ff-4125-8230-86f1e20500a0 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (b6bddbab-bd28-4c83-922c-f3f036b1ed41), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:30.858910 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-7cae33c0-bcbb-4895-89e4-acfa83d462b7 req-fdee62d3-17ff-4125-8230-86f1e20500a0 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Calling delete_port for b6bddbab-bd28-4c83-922c-f3f036b1ed41 owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:01:30.955722 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:30.993523 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7cae33c0-bcbb-4895-89e4-acfa83d462b7 req-fdee62d3-17ff-4125-8230-86f1e20500a0 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (b6bddbab-bd28-4c83-922c-f3f036b1ed41), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:31.004620 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:31.019412 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:31.038607 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee62d3-17ff-4125-8230-86f1e20500a0 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event deleted for resources: {'Port': ['ID=b6bddbab-bd28-4c83-922c-f3f036b1ed41,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:31.075689 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cae33c0-bcbb-4895-89e4-acfa83d462b7 req-fdee62d3-17ff-4125-8230-86f1e20500a0 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] No DVR routers for this DVR port b6bddbab-bd28-4c83-922c-f3f036b1ed41 on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:01:31.078213 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-7cae33c0-bcbb-4895-89e4-acfa83d462b7 req-fdee62d3-17ff-4125-8230-86f1e20500a0 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:31.081461 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-7cae33c0-bcbb-4895-89e4-acfa83d462b7 req-fdee62d3-17ff-4125-8230-86f1e20500a0 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.100 "DELETE /v2.0/ports/b6bddbab-bd28-4c83-922c-f3f036b1ed41 HTTP/1.1" status: 204 len: 173 time: 0.4711506 Jul 28 18:01:31.081917 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec71968a-8db8-491f-9f02-cde1ecfc21cc', 'name': 'network-vif-deleted', 'tag': 'b6bddbab-bd28-4c83-922c-f3f036b1ed41'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:01:31.085509 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f75508-5d54-4d20-8acd-a16342fed453" -d '{"events": [{"server_uuid": "ec71968a-8db8-491f-9f02-cde1ecfc21cc", "name": "network-vif-deleted", "tag": "b6bddbab-bd28-4c83-922c-f3f036b1ed41"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:31.124711 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee86bd8-4851-4e87-8ffa-9a449a090dcd x-openstack-request-id: req-cee86bd8-4851-4e87-8ffa-9a449a090dcd {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:31.125003 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec71968a-8db8-491f-9f02-cde1ecfc21cc", "name": "network-vif-deleted", "tag": "b6bddbab-bd28-4c83-922c-f3f036b1ed41", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:31.125292 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cee86bd8-4851-4e87-8ffa-9a449a090dcd {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:31.125725 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee86bd8-4851-4e87-8ffa-9a449a090dcd'] response: {'server_uuid': 'ec71968a-8db8-491f-9f02-cde1ecfc21cc', 'name': 'network-vif-deleted', 'tag': 'b6bddbab-bd28-4c83-922c-f3f036b1ed41', 'status': 'completed', 'code': 200} Jul 28 18:01:31.287281 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-dfec58a3-0405-4947-8825-26ac7fb4d9d0 req-cc9badbb-65b4-465b-b22d-37271e6abff1 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec71968a-8db8-491f-9f02-cde1ecfc21cc HTTP/1.1" status: 200 len: 210 time: 0.0282779 Jul 28 18:01:31.568561 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:34.200120 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device b6bddbab-bd28-4c83-922c-f3f036b1ed41 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:01:34.219502 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: b6bddbab-bd28-4c83-922c-f3f036b1ed41 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:01:34.219853 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device b6bddbab-bd28-4c83-922c-f3f036b1ed41 not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:01:34.587299 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 48110) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:34.649659 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:34.728788 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-d5981d29-f8b8-4092-aa6c-0653c9ce4772 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Deleting port 2da5b503-3b32-4c4f-b3c5-fd77c76f68d5 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:01:34.729135 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d5981d29-f8b8-4092-aa6c-0653c9ce4772 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (2da5b503-3b32-4c4f-b3c5-fd77c76f68d5), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:34.811850 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d5981d29-f8b8-4092-aa6c-0653c9ce4772 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (2da5b503-3b32-4c4f-b3c5-fd77c76f68d5), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:34.812281 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d5981d29-f8b8-4092-aa6c-0653c9ce4772 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for floatingip (2da5b503-3b32-4c4f-b3c5-fd77c76f68d5), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:34.831606 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-d5981d29-f8b8-4092-aa6c-0653c9ce4772 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Calling delete_port for 2da5b503-3b32-4c4f-b3c5-fd77c76f68d5 owned by network:floatingip {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:01:34.985460 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d5981d29-f8b8-4092-aa6c-0653c9ce4772 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (2da5b503-3b32-4c4f-b3c5-fd77c76f68d5), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:35.012797 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5981d29-f8b8-4092-aa6c-0653c9ce4772 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event deleted for resources: {'Port': ['ID=2da5b503-3b32-4c4f-b3c5-fd77c76f68d5,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:35.075980 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d5981d29-f8b8-4092-aa6c-0653c9ce4772 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for floatingip (aa608c41-b99b-4ad5-a7f6-3b17f70b0706), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:35.076313 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.db.l3_db [None req-d5981d29-f8b8-4092-aa6c-0653c9ce4772 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Floating IP aa608c41-b99b-4ad5-a7f6-3b17f70b0706 disassociated (deleted). External IP: 172.27.1.146, port: 3bf83eb7-bb7a-49cc-836d-ab20bf06936c. Jul 28 18:01:35.274817 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5981d29-f8b8-4092-aa6c-0653c9ce4772 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:01:35.379839 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5981d29-f8b8-4092-aa6c-0653c9ce4772 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:01:35.385326 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-d5981d29-f8b8-4092-aa6c-0653c9ce4772 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:35.390458 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0eda0e-8b7e-4a86-a21b-95841c811573 None None] Sync routers for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:01:35.402859 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0eda0e-8b7e-4a86-a21b-95841c811573 None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:01:35.403473 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-4b0eda0e-8b7e-4a86-a21b-95841c811573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T18:01:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:35.416418 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-d5981d29-f8b8-4092-aa6c-0653c9ce4772 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "DELETE /v2.0/floatingips/aa608c41-b99b-4ad5-a7f6-3b17f70b0706 HTTP/1.1" status: 204 len: 168 time: 0.8280330 Jul 28 18:01:35.417106 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'tag': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:01:35.419533 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c314086-4268-449b-89d4-99fda1b2c3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc646c95-2b66-46b9-94d8-df973d9160fc", "tag": "3bf83eb7-bb7a-49cc-836d-ab20bf06936c"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:35.460945 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898b0127-970a-4394-9a90-c8357a71bf6a x-openstack-request-id: req-898b0127-970a-4394-9a90-c8357a71bf6a {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:35.461353 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc646c95-2b66-46b9-94d8-df973d9160fc", "tag": "3bf83eb7-bb7a-49cc-836d-ab20bf06936c", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:35.461720 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-898b0127-970a-4394-9a90-c8357a71bf6a {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:35.462218 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-898b0127-970a-4394-9a90-c8357a71bf6a'] response: {'name': 'network-changed', 'server_uuid': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'tag': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c', 'status': 'completed', 'code': 200} Jul 28 18:01:35.507519 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-4b0eda0e-8b7e-4a86-a21b-95841c811573 None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:01:35.533058 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:35.547505 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c314086-4268-449b-89d4-99fda1b2c3d8 req-306b46ac-12bc-47d6-9c4a-c33f7573e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:35.549053 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3c314086-4268-449b-89d4-99fda1b2c3d8 req-306b46ac-12bc-47d6-9c4a-c33f7573e0b3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1f721aa2c35842beba2060fde666b2a1&device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 1129 time: 0.0443223 Jul 28 18:01:35.617199 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:35.619072 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=100 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:35.688668 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af22bb4-16c0-46a1-927c-b0193cd21815 req-ad208ab4-ebf2-4673-a205-7fa2596686b7 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:35.690179 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2af22bb4-16c0-46a1-927c-b0193cd21815 req-ad208ab4-ebf2-4673-a205-7fa2596686b7 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 945 time: 0.0699627 Jul 28 18:01:35.691536 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c314086-4268-449b-89d4-99fda1b2c3d8 req-c777c032-982e-4622-af17-d6d63f5878d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:35.692992 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3c314086-4268-449b-89d4-99fda1b2c3d8 req-c777c032-982e-4622-af17-d6d63f5878d0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 200 len: 913 time: 0.1370873 Jul 28 18:01:35.696470 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=100 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:35.703621 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-4b0eda0e-8b7e-4a86-a21b-95841c811573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:35.729264 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0eda0e-8b7e-4a86-a21b-95841c811573 None None] Checking router: d6fc143d-7150-4dd5-8a5c-fadff8fc63cd for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:01:35.737365 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0eda0e-8b7e-4a86-a21b-95841c811573 None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:01:35.737959 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-4b0eda0e-8b7e-4a86-a21b-95841c811573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T18:01:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:35.740153 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-2af22bb4-16c0-46a1-927c-b0193cd21815 req-d2e2e8b8-0419-428e-9be1-1fd3632b5635 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443499 Jul 28 18:01:35.840979 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-4b0eda0e-8b7e-4a86-a21b-95841c811573 None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:01:36.025048 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-4b0eda0e-8b7e-4a86-a21b-95841c811573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:36.049190 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0eda0e-8b7e-4a86-a21b-95841c811573 None None] The sync data for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi is: [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:34Z', 'revision_number': 4, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi', '_interfaces': [{'id': '7eeb8a33-d1e2-4aaa-8f68-05869341343d', 'name': '', 'network_id': '41cb40d0-5f53-4baf-b3ce-649cb31f7aff', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'mac_address': 'fa:16:3e:18:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:34Z', 'updated_at': '2022-07-28T17:54:39Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'subnets': [{'id': 'dfda5b08-98a3-465e-a2f3-aaea0b8ef49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:01:36.264789 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c95466e-e74d-47e1-8c0f-1a3541294173 None None] New status for floating IP aa608c41-b99b-4ad5-a7f6-3b17f70b0706: DOWN {{(pid=110737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:01:36.698588 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3c314086-4268-449b-89d4-99fda1b2c3d8 req-2436c507-7833-4369-a999-0dedc61bc0f8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bf83eb7-bb7a-49cc-836d-ab20bf06936c HTTP/1.1" status: 200 len: 217 time: 0.0377674 Jul 28 18:01:36.750971 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c314086-4268-449b-89d4-99fda1b2c3d8 req-fd18a57e-a18b-40ca-a87e-8eaac163d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:36.753453 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3c314086-4268-449b-89d4-99fda1b2c3d8 req-fd18a57e-a18b-40ca-a87e-8eaac163d8f8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=dfda5b08-98a3-465e-a2f3-aaea0b8ef49d HTTP/1.1" status: 200 len: 850 time: 0.0480845 Jul 28 18:01:36.863607 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e1328-75c1-477c-a470-6265f2c2e73a req-1b08a5bf-9012-42a4-b627-b73da22a2468 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:36.865182 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-008e1328-75c1-477c-a470-6265f2c2e73a req-1b08a5bf-9012-42a4-b627-b73da22a2468 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 945 time: 0.0477614 Jul 28 18:01:36.916865 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-008e1328-75c1-477c-a470-6265f2c2e73a req-d043b8fd-8f05-4490-bd0e-086165dde8d9 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0459235 Jul 28 18:01:36.936948 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c314086-4268-449b-89d4-99fda1b2c3d8 req-20320908-df1f-4989-9385-482d68a6cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:36.938522 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3c314086-4268-449b-89d4-99fda1b2c3d8 req-20320908-df1f-4989-9385-482d68a6cff2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41cb40d0-5f53-4baf-b3ce-649cb31f7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432403 Jul 28 18:01:37.032884 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3c314086-4268-449b-89d4-99fda1b2c3d8 req-a957e3ce-43e9-4d10-bf3b-d95e0a3c4788 service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872140 Jul 28 18:01:37.226185 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-3c314086-4268-449b-89d4-99fda1b2c3d8 req-3541058a-a6f2-4f72-b88c-00d5f7d73d8b service neutron] 10.222.0.100 "GET /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867438 Jul 28 18:01:37.317418 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51174ad-75e6-405f-b1c3-627331f8eac0 req-df3d4696-1bf7-4959-af76-8d4db6f7775c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:37.319307 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c51174ad-75e6-405f-b1c3-627331f8eac0 req-df3d4696-1bf7-4959-af76-8d4db6f7775c tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.100 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 945 time: 0.0514188 Jul 28 18:01:37.401357 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-c51174ad-75e6-405f-b1c3-627331f8eac0 req-95855f40-cdc3-4520-97e7-1c29c5ea2c91 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Deleting port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:01:37.401714 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c51174ad-75e6-405f-b1c3-627331f8eac0 req-95855f40-cdc3-4520-97e7-1c29c5ea2c91 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (3bf83eb7-bb7a-49cc-836d-ab20bf06936c), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:37.493809 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [req-c51174ad-75e6-405f-b1c3-627331f8eac0 req-95855f40-cdc3-4520-97e7-1c29c5ea2c91 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] For port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3bf83eb7-bb7a-49cc-836d-ab20bf06936c,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:37.494175 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c51174ad-75e6-405f-b1c3-627331f8eac0 req-95855f40-cdc3-4520-97e7-1c29c5ea2c91 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (3bf83eb7-bb7a-49cc-836d-ab20bf06936c), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:37.507808 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [req-c51174ad-75e6-405f-b1c3-627331f8eac0 req-95855f40-cdc3-4520-97e7-1c29c5ea2c91 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Calling delete_port for 3bf83eb7-bb7a-49cc-836d-ab20bf06936c owned by compute:nova {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:01:37.634705 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c51174ad-75e6-405f-b1c3-627331f8eac0 req-95855f40-cdc3-4520-97e7-1c29c5ea2c91 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (3bf83eb7-bb7a-49cc-836d-ab20bf06936c), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:37.667607 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95855f40-cdc3-4520-97e7-1c29c5ea2c91 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event deleted for resources: {'Port': ['ID=3bf83eb7-bb7a-49cc-836d-ab20bf06936c,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:37.710614 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51174ad-75e6-405f-b1c3-627331f8eac0 req-95855f40-cdc3-4520-97e7-1c29c5ea2c91 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] No DVR routers for this DVR port 3bf83eb7-bb7a-49cc-836d-ab20bf06936c on host hv-cinder-81322 {{(pid=110735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:01:37.712963 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [req-c51174ad-75e6-405f-b1c3-627331f8eac0 req-95855f40-cdc3-4520-97e7-1c29c5ea2c91 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for port (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:37.716208 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [req-c51174ad-75e6-405f-b1c3-627331f8eac0 req-95855f40-cdc3-4520-97e7-1c29c5ea2c91 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.100 "DELETE /v2.0/ports/3bf83eb7-bb7a-49cc-836d-ab20bf06936c HTTP/1.1" status: 204 len: 173 time: 0.3917263 Jul 28 18:01:37.716647 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'name': 'network-vif-deleted', 'tag': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c'}] {{(pid=110735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:01:37.718982 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093077ce0b2de840db443533e75efbc17a5361733884a5a84f7495c8d35b9cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1051b1a1-9e9a-4a50-96f1-33ee02fed289" -d '{"events": [{"server_uuid": "cc646c95-2b66-46b9-94d8-df973d9160fc", "name": "network-vif-deleted", "tag": "3bf83eb7-bb7a-49cc-836d-ab20bf06936c"}]}' {{(pid=110735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:01:37.756713 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3205efb6-e92c-48dc-a0ab-9dc87063447d x-openstack-request-id: req-3205efb6-e92c-48dc-a0ab-9dc87063447d {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:01:37.757018 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc646c95-2b66-46b9-94d8-df973d9160fc", "name": "network-vif-deleted", "tag": "3bf83eb7-bb7a-49cc-836d-ab20bf06936c", "status": "completed", "code": 200}]} {{(pid=110735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:01:37.757310 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3205efb6-e92c-48dc-a0ab-9dc87063447d {{(pid=110735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:01:37.757726 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3205efb6-e92c-48dc-a0ab-9dc87063447d'] response: {'server_uuid': 'cc646c95-2b66-46b9-94d8-df973d9160fc', 'name': 'network-vif-deleted', 'tag': '3bf83eb7-bb7a-49cc-836d-ab20bf06936c', 'status': 'completed', 'code': 200} Jul 28 18:01:38.027372 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [req-d90f4e1f-7d0d-4859-9015-e4f36e667985 req-c0d9e613-4ca2-424f-aa82-9f001e6b362e tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc646c95-2b66-46b9-94d8-df973d9160fc HTTP/1.1" status: 200 len: 210 time: 0.0340855 Jul 28 18:01:39.095258 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 48126) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:39.101410 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:39.204925 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:39.207682 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-8df4c79b-2591-4fbb-99a0-ffc06753428a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Deleting port 7efbea1c-5f07-4f4d-8f62-02d7af949d71 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:01:39.208043 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8df4c79b-2591-4fbb-99a0-ffc06753428a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (7efbea1c-5f07-4f4d-8f62-02d7af949d71), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:39.289277 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8df4c79b-2591-4fbb-99a0-ffc06753428a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (7efbea1c-5f07-4f4d-8f62-02d7af949d71), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:39.289613 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8df4c79b-2591-4fbb-99a0-ffc06753428a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for floatingip (7efbea1c-5f07-4f4d-8f62-02d7af949d71), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:39.302614 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-8df4c79b-2591-4fbb-99a0-ffc06753428a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Calling delete_port for 7efbea1c-5f07-4f4d-8f62-02d7af949d71 owned by network:floatingip {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:01:39.434215 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8df4c79b-2591-4fbb-99a0-ffc06753428a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (7efbea1c-5f07-4f4d-8f62-02d7af949d71), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:39.460201 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4c79b-2591-4fbb-99a0-ffc06753428a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event deleted for resources: {'Port': ['ID=7efbea1c-5f07-4f4d-8f62-02d7af949d71,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:39.526933 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8df4c79b-2591-4fbb-99a0-ffc06753428a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for floatingip (b9bbcc20-702d-4fcb-8e13-35fb9664d9bd), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:39.529448 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-8df4c79b-2591-4fbb-99a0-ffc06753428a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154444'] for floatingip (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:39.530599 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-8df4c79b-2591-4fbb-99a0-ffc06753428a tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "DELETE /v2.0/floatingips/b9bbcc20-702d-4fcb-8e13-35fb9664d9bd HTTP/1.1" status: 204 len: 168 time: 0.4353874 Jul 28 18:01:40.739993 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 48138) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:40.797434 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e7701a96-145a-4582-8c5f-d0d828f15614 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group (9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:40.822616 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e7701a96-145a-4582-8c5f-d0d828f15614 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group (9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:40.889632 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e7701a96-145a-4582-8c5f-d0d828f15614 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:40.892589 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-e7701a96-145a-4582-8c5f-d0d828f15614 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:40.893836 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-e7701a96-145a-4582-8c5f-d0d828f15614 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] 10.222.0.89 "DELETE /v2.0/security-groups/9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f HTTP/1.1" status: 204 len: 168 time: 0.1528230 Jul 28 18:01:40.906408 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7701a96-145a-4582-8c5f-d0d828f15614 tempest-TestVolumeBootPattern-1149748701 tempest-TestVolumeBootPattern-1149748701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4c7b5b-2b2e-4b4e-8ae8-627ed633b11f,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:40.954793 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 48142) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:41.359823 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c2a8aa64-44d7-4b71-90bb-cadf2475c33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360476'] for router_interface (d6fc143d-7150-4dd5-8a5c-fadff8fc63cd), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:41.362097 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:41.400820 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:41.587977 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8aa64-44d7-4b71-90bb-cadf2475c33d admin admin] Deleting port 7eeb8a33-d1e2-4aaa-8f68-05869341343d {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:01:41.588227 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c2a8aa64-44d7-4b71-90bb-cadf2475c33d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:41.931113 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [None req-c2a8aa64-44d7-4b71-90bb-cadf2475c33d admin admin] For port 7eeb8a33-d1e2-4aaa-8f68-05869341343d, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=7eeb8a33-d1e2-4aaa-8f68-05869341343d,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:41.931863 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c2a8aa64-44d7-4b71-90bb-cadf2475c33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:41.945028 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8aa64-44d7-4b71-90bb-cadf2475c33d admin admin] Calling delete_port for 7eeb8a33-d1e2-4aaa-8f68-05869341343d owned by network:router_interface {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:01:42.122259 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c2a8aa64-44d7-4b71-90bb-cadf2475c33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (7eeb8a33-d1e2-4aaa-8f68-05869341343d), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:42.147403 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8aa64-44d7-4b71-90bb-cadf2475c33d admin admin] Pushing event deleted for resources: {'Port': ['ID=7eeb8a33-d1e2-4aaa-8f68-05869341343d,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:42.236753 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 3bf83eb7-bb7a-49cc-836d-ab20bf06936c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:01:42.256589 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] No Port match for: 3bf83eb7-bb7a-49cc-836d-ab20bf06936c {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:01:42.256949 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Device 3bf83eb7-bb7a-49cc-836d-ab20bf06936c not bound to the agent host hv-cinder-81322 {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:01:42.316693 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-c2a8aa64-44d7-4b71-90bb-cadf2475c33d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360584'] for router_interface (d6fc143d-7150-4dd5-8a5c-fadff8fc63cd), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:42.498807 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:42.524084 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:42.528717 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a8aa64-44d7-4b71-90bb-cadf2475c33d admin admin] Router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:01:42.636191 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a8aa64-44d7-4b71-90bb-cadf2475c33d admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:01:42.641148 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-c2a8aa64-44d7-4b71-90bb-cadf2475c33d admin admin] 10.222.0.89 "PUT /v2.0/routers/d6fc143d-7150-4dd5-8a5c-fadff8fc63cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6860757 Jul 28 18:01:42.643857 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 48146) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:42.644913 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0f043-9ed7-43e9-bc33-e688ec63aae3 None None] Sync routers for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:01:42.655482 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0f043-9ed7-43e9-bc33-e688ec63aae3 None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:01:42.656084 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-45d0f043-9ed7-43e9-bc33-e688ec63aae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T18:01:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:42.743838 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Publish callbacks [] for router (d6fc143d-7150-4dd5-8a5c-fadff8fc63cd), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:42.756256 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-45d0f043-9ed7-43e9-bc33-e688ec63aae3 None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: dv-cinder-813229-13-iscsi {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:01:42.848581 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Publish callbacks [] for router_gateway (d6fc143d-7150-4dd5-8a5c-fadff8fc63cd), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:42.898894 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Deleting port fa9bb070-3839-4378-9ca5-dccc8f53ee18 {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:01:42.899376 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (fa9bb070-3839-4378-9ca5-dccc8f53ee18), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:42.981512 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] For port fa9bb070-3839-4378-9ca5-dccc8f53ee18, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=fa9bb070-3839-4378-9ca5-dccc8f53ee18,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:42.981897 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (fa9bb070-3839-4378-9ca5-dccc8f53ee18), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:42.995481 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Calling delete_port for fa9bb070-3839-4378-9ca5-dccc8f53ee18 owned by network:router_gateway {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:01:43.020542 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-45d0f043-9ed7-43e9-bc33-e688ec63aae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T18:01:42Z', 'revision_number': 5, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port': {'id': 'fa9bb070-3839-4378-9ca5-dccc8f53ee18', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T17:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:43.045243 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0f043-9ed7-43e9-bc33-e688ec63aae3 None None] Checking router: d6fc143d-7150-4dd5-8a5c-fadff8fc63cd for host: dv-cinder-813229-13-iscsi {{(pid=110738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:01:43.054354 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0f043-9ed7-43e9-bc33-e688ec63aae3 None None] Routers {'d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:01:43.054953 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-45d0f043-9ed7-43e9-bc33-e688ec63aae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T18:01:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'], 'active': True} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:43.140649 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_dvr_db [None req-45d0f043-9ed7-43e9-bc33-e688ec63aae3 None None] Set router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd gateway port host: None {{(pid=110738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:01:43.172926 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (fa9bb070-3839-4378-9ca5-dccc8f53ee18), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:43.191663 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.l3_hamode_db [None req-45d0f043-9ed7-43e9-bc33-e688ec63aae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T18:01:42Z', 'revision_number': 6, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port_host': None}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:43.200267 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9bb070-3839-4378-9ca5-dccc8f53ee18,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:43.219577 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0f043-9ed7-43e9-bc33-e688ec63aae3 None None] The sync data for ids ['d6fc143d-7150-4dd5-8a5c-fadff8fc63cd'] in dv-cinder-813229-13-iscsi is: [{'id': 'd6fc143d-7150-4dd5-8a5c-fadff8fc63cd', 'name': 'tempest-TestVolumeBootPattern-507543379-router', 'tenant_id': '1f721aa2c35842beba2060fde666b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:32Z', 'updated_at': '2022-07-28T18:01:42Z', 'revision_number': 6, 'project_id': '1f721aa2c35842beba2060fde666b2a1', 'gw_port_host': None}] {{(pid=110738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:01:43.231029 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:43.231383 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:43.231729 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:43.232066 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:43.232398 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:43.232910 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:43.233040 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:43.233397 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:43.233728 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:43.234054 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:43.234378 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:43.234705 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:43.235026 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:43.235344 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:43.235676 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:43.280912 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362268'] for router_gateway (d6fc143d-7150-4dd5-8a5c-fadff8fc63cd), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:43.366270 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:43.369555 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router (d6fc143d-7150-4dd5-8a5c-fadff8fc63cd), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:43.371913 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Publish callbacks [] for router_controller (d6fc143d-7150-4dd5-8a5c-fadff8fc63cd), precommit_delete_associations {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:43.379358 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:43.416248 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-664341'] for router (d6fc143d-7150-4dd5-8a5c-fadff8fc63cd), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:43.417008 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6fc143d-7150-4dd5-8a5c-fadff8fc63cd {{(pid=110736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:01:43.422350 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:43.423529 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-ad68c362-cd44-4670-b8ed-b89e000132d8 admin admin] 10.222.0.89 "DELETE /v2.0/routers/d6fc143d-7150-4dd5-8a5c-fadff8fc63cd HTTP/1.1" status: 204 len: 168 time: 0.7785509 Jul 28 18:01:43.426023 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 48148) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:43.471520 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe921be7-018e-40ae-83a3-c6927e0c0965 admin admin] Deleting subnet dfda5b08-98a3-465e-a2f3-aaea0b8ef49d {{(pid=110736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:01:43.475142 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-fe921be7-018e-40ae-83a3-c6927e0c0965 admin admin] Publish callbacks [] for subnet (dfda5b08-98a3-465e-a2f3-aaea0b8ef49d), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:43.515605 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-fe921be7-018e-40ae-83a3-c6927e0c0965 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3610771'] for subnet (dfda5b08-98a3-465e-a2f3-aaea0b8ef49d), precommit_delete_associations {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:43.594594 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-fe921be7-018e-40ae-83a3-c6927e0c0965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66971435'] for subnet (dfda5b08-98a3-465e-a2f3-aaea0b8ef49d), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:43.652665 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-fe921be7-018e-40ae-83a3-c6927e0c0965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66971426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318654'] for subnet (dfda5b08-98a3-465e-a2f3-aaea0b8ef49d), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:43.681101 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe921be7-018e-40ae-83a3-c6927e0c0965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfda5b08-98a3-465e-a2f3-aaea0b8ef49d,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:43.686853 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-fe921be7-018e-40ae-83a3-c6927e0c0965 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:43.690189 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-fe921be7-018e-40ae-83a3-c6927e0c0965 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/dfda5b08-98a3-465e-a2f3-aaea0b8ef49d HTTP/1.1" status: 204 len: 168 time: 0.2632582 Jul 28 18:01:43.693267 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 48150) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:43.695149 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53f136c-99ac-4f74-a702-f874e19a447a None None] Network 41cb40d0-5f53-4baf-b3ce-649cb31f7aff requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:01:43.762353 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66853985'] for network (41cb40d0-5f53-4baf-b3ce-649cb31f7aff), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:43.806362 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] Deleting port ca6b3694-9634-451b-b5d5-1ccf340f03c2 {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:01:43.806688 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (ca6b3694-9634-451b-b5d5-1ccf340f03c2), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:43.879153 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] For port ca6b3694-9634-451b-b5d5-1ccf340f03c2, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=ca6b3694-9634-451b-b5d5-1ccf340f03c2,segment=NetworkSegment(64d08ce1-7e64-49b4-8ced-d4976e04816b),segment_id=64d08ce1-7e64-49b4-8ced-d4976e04816b)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:43.879518 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (ca6b3694-9634-451b-b5d5-1ccf340f03c2), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:43.893440 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] Calling delete_port for ca6b3694-9634-451b-b5d5-1ccf340f03c2 owned by network:dhcp {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:01:43.980843 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2678b912-cd29-4895-8dbd-fec2663bc706 None None] DHCP port deletion for 41cb40d0-5f53-4baf-b3ce-649cb31f7aff request from dv-cinder-813229-13-iscsi {{(pid=110737) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:01:43.992378 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (ca6b3694-9634-451b-b5d5-1ccf340f03c2), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:44.005959 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-2678b912-cd29-4895-8dbd-fec2663bc706 None None] The port 'ca6b3694-9634-451b-b5d5-1ccf340f03c2' was deleted {{(pid=110737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jul 28 18:01:44.021634 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6b3694-9634-451b-b5d5-1ccf340f03c2,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:44.027328 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] No DVR routers for this DVR port ca6b3694-9634-451b-b5d5-1ccf340f03c2 on host dv-cinder-813229-13-iscsi {{(pid=110736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:01:44.102235 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66972677', 'neutron.services.segments.db._delete_segments_for_network-8747606401738'] for network (41cb40d0-5f53-4baf-b3ce-649cb31f7aff), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:44.123005 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41cb40d0-5f53-4baf-b3ce-649cb31f7aff']}} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:44.132399 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d08ce1-7e64-49b4-8ced-d4976e04816b') {'for_net_delete': True} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:44.132702 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d08ce1-7e64-49b4-8ced-d4976e04816b') {} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:44.142751 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747606401639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610762'] for segment (64d08ce1-7e64-49b4-8ced-d4976e04816b), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:44.158539 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (64d08ce1-7e64-49b4-8ced-d4976e04816b), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:44.166456 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=110736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:01:44.167147 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530693'] for segment (64d08ce1-7e64-49b4-8ced-d4976e04816b), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:44.211754 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 64d08ce1-7e64-49b4-8ced-d4976e04816b resource provider aggregate not found Jul 28 18:01:44.233151 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 64d08ce1-7e64-49b4-8ced-d4976e04816b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64d08ce1-7e64-49b4-8ced-d4976e04816b found for delete ", "request_id": "req-1464c758-926c-4d73-8389-59a9b3bba804"}]} Jul 28 18:01:44.242901 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66972686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362288'] for network (41cb40d0-5f53-4baf-b3ce-649cb31f7aff), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:44.250056 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:44.253259 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] 10.222.0.89 "DELETE /v2.0/networks/41cb40d0-5f53-4baf-b3ce-649cb31f7aff HTTP/1.1" status: 204 len: 168 time: 0.5589993 Jul 28 18:01:44.256502 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 48156) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:44.268949 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55fae9-5d0b-42ef-aece-d1303c8b1904 admin admin] Pushing event deleted for resources: {'Network': ['ID=41cb40d0-5f53-4baf-b3ce-649cb31f7aff,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:44.384876 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device fa9bb070-3839-4378-9ca5-dccc8f53ee18 no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:01:44.407728 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: fa9bb070-3839-4378-9ca5-dccc8f53ee18 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:01:44.407728 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device fa9bb070-3839-4378-9ca5-dccc8f53ee18 not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:01:44.408081 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device ca6b3694-9634-451b-b5d5-1ccf340f03c2 no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:01:44.427402 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: ca6b3694-9634-451b-b5d5-1ccf340f03c2 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:01:44.427752 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device ca6b3694-9634-451b-b5d5-1ccf340f03c2 not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:01:44.428176 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 7eeb8a33-d1e2-4aaa-8f68-05869341343d no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:01:44.446222 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: 7eeb8a33-d1e2-4aaa-8f68-05869341343d {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:01:44.446574 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 7eeb8a33-d1e2-4aaa-8f68-05869341343d not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:01:44.590145 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cde2471e-2c9b-4749-98c6-199ed22fa8da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360476'] for router_interface (018060e1-f665-4589-bc06-dd52c63c2862), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:44.822759 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-cde2471e-2c9b-4749-98c6-199ed22fa8da admin admin] Deleting port aaa3b087-979b-49a1-a9e7-66803244ffcd {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:01:44.823110 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cde2471e-2c9b-4749-98c6-199ed22fa8da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:44.913492 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [None req-cde2471e-2c9b-4749-98c6-199ed22fa8da admin admin] For port aaa3b087-979b-49a1-a9e7-66803244ffcd, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=aaa3b087-979b-49a1-a9e7-66803244ffcd,segment=NetworkSegment(223bc522-bf6b-4840-8f01-e26cc44a13a4),segment_id=223bc522-bf6b-4840-8f01-e26cc44a13a4)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:44.913917 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cde2471e-2c9b-4749-98c6-199ed22fa8da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:44.926824 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-cde2471e-2c9b-4749-98c6-199ed22fa8da admin admin] Calling delete_port for aaa3b087-979b-49a1-a9e7-66803244ffcd owned by network:router_interface {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:01:44.992245 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=100 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:45.051191 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:45.108069 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cde2471e-2c9b-4749-98c6-199ed22fa8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (aaa3b087-979b-49a1-a9e7-66803244ffcd), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:45.133326 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2471e-2c9b-4749-98c6-199ed22fa8da admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa3b087-979b-49a1-a9e7-66803244ffcd,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:45.298119 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-cde2471e-2c9b-4749-98c6-199ed22fa8da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360584'] for router_interface (018060e1-f665-4589-bc06-dd52c63c2862), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:45.500229 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde2471e-2c9b-4749-98c6-199ed22fa8da admin admin] Router 018060e1-f665-4589-bc06-dd52c63c2862 has already been hosted by L3 agent 207f5a01-dda6-4f6c-810a-a0b43e57e2f3 {{(pid=110735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:01:45.598266 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde2471e-2c9b-4749-98c6-199ed22fa8da admin admin] Notify agent at l3_agent.dv-cinder-813229-13-iscsi the message routers_updated {{(pid=110735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:01:45.603255 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-cde2471e-2c9b-4749-98c6-199ed22fa8da admin admin] 10.222.0.89 "PUT /v2.0/routers/018060e1-f665-4589-bc06-dd52c63c2862/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3457041 Jul 28 18:01:45.605812 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 48158) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:45.612369 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28836704-d47e-4f8c-b9ef-e7e074c46fd0 None None] Sync routers for ids ['018060e1-f665-4589-bc06-dd52c63c2862'] in dv-cinder-813229-13-iscsi {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:01:45.622032 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28836704-d47e-4f8c-b9ef-e7e074c46fd0 None None] Routers {'018060e1-f665-4589-bc06-dd52c63c2862'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:01:45.622733 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-28836704-d47e-4f8c-b9ef-e7e074c46fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T18:01:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['018060e1-f665-4589-bc06-dd52c63c2862'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:45.706896 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-87b46510-4c49-47f6-b343-2c8282880f7f admin admin] Publish callbacks [] for router (018060e1-f665-4589-bc06-dd52c63c2862), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:45.724748 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-28836704-d47e-4f8c-b9ef-e7e074c46fd0 None None] Set router 018060e1-f665-4589-bc06-dd52c63c2862 gateway port host: dv-cinder-813229-13-iscsi {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:01:45.806614 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:45.811642 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-87b46510-4c49-47f6-b343-2c8282880f7f admin admin] Publish callbacks [] for router_gateway (018060e1-f665-4589-bc06-dd52c63c2862), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:45.860246 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-87b46510-4c49-47f6-b343-2c8282880f7f admin admin] Deleting port 88e7f467-2cad-4e9f-98c9-256de73abee7 {{(pid=110735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:01:45.860602 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-87b46510-4c49-47f6-b343-2c8282880f7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (88e7f467-2cad-4e9f-98c9-256de73abee7), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:45.897688 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-28836704-d47e-4f8c-b9ef-e7e074c46fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018060e1-f665-4589-bc06-dd52c63c2862', 'name': 'tempest-TestVolumeBootPattern-1414284603-router', 'tenant_id': 'a36fe479443540dfbecf9373a72ca18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'external_fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '88e7f467-2cad-4e9f-98c9-256de73abee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:36Z', 'updated_at': '2022-07-28T18:01:45Z', 'revision_number': 5, 'project_id': 'a36fe479443540dfbecf9373a72ca18d', 'gw_port': {'id': '88e7f467-2cad-4e9f-98c9-256de73abee7', 'name': '', 'network_id': '6a5f0c93-6c5e-4636-b60a-dacb4cb90027', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018060e1-f665-4589-bc06-dd52c63c2862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:54:37Z', 'updated_at': '2022-07-28T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70a1a470-4b09-4554-bbb8-421ab0af5fee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-13-iscsi'}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:45.922463 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28836704-d47e-4f8c-b9ef-e7e074c46fd0 None None] Checking router: 018060e1-f665-4589-bc06-dd52c63c2862 for host: dv-cinder-813229-13-iscsi {{(pid=110737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:01:45.931587 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28836704-d47e-4f8c-b9ef-e7e074c46fd0 None None] Routers {'018060e1-f665-4589-bc06-dd52c63c2862'} bound to L3 agent in host dv-cinder-813229-13-iscsi {{(pid=110737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:01:45.932198 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-28836704-d47e-4f8c-b9ef-e7e074c46fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T17:35:58Z,description=,heartbeat_timestamp=2022-07-28T18:01:28Z,host='dv-cinder-813229-13-iscsi',id=207f5a01-dda6-4f6c-810a-a0b43e57e2f3,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:35:58Z,topic='l3_agent')) {'router_ids': ['018060e1-f665-4589-bc06-dd52c63c2862'], 'active': True} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:45.947766 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.db [None req-87b46510-4c49-47f6-b343-2c8282880f7f admin admin] For port 88e7f467-2cad-4e9f-98c9-256de73abee7, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=88e7f467-2cad-4e9f-98c9-256de73abee7,segment=NetworkSegment(efe46962-f289-46cb-9e33-e8abee15290e),segment_id=efe46962-f289-46cb-9e33-e8abee15290e)] {{(pid=110735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:45.948221 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-87b46510-4c49-47f6-b343-2c8282880f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (88e7f467-2cad-4e9f-98c9-256de73abee7), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:45.961620 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.plugins.ml2.plugin [None req-87b46510-4c49-47f6-b343-2c8282880f7f admin admin] Calling delete_port for 88e7f467-2cad-4e9f-98c9-256de73abee7 owned by network:router_gateway {{(pid=110735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:01:46.000842 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:46.020014 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvr_db [None req-28836704-d47e-4f8c-b9ef-e7e074c46fd0 None None] Set router 018060e1-f665-4589-bc06-dd52c63c2862 gateway port host: None {{(pid=110737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:01:46.072695 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_hamode_db [None req-28836704-d47e-4f8c-b9ef-e7e074c46fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018060e1-f665-4589-bc06-dd52c63c2862', 'name': 'tempest-TestVolumeBootPattern-1414284603-router', 'tenant_id': 'a36fe479443540dfbecf9373a72ca18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:36Z', 'updated_at': '2022-07-28T18:01:45Z', 'revision_number': 6, 'project_id': 'a36fe479443540dfbecf9373a72ca18d', 'gw_port_host': None}], 'dv-cinder-813229-13-iscsi', False) {} {{(pid=110737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:46.098351 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28836704-d47e-4f8c-b9ef-e7e074c46fd0 None None] The sync data for ids ['018060e1-f665-4589-bc06-dd52c63c2862'] in dv-cinder-813229-13-iscsi is: [{'id': '018060e1-f665-4589-bc06-dd52c63c2862', 'name': 'tempest-TestVolumeBootPattern-1414284603-router', 'tenant_id': 'a36fe479443540dfbecf9373a72ca18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:54:36Z', 'updated_at': '2022-07-28T18:01:45Z', 'revision_number': 6, 'project_id': 'a36fe479443540dfbecf9373a72ca18d', 'gw_port_host': None}] {{(pid=110737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:01:46.140708 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-87b46510-4c49-47f6-b343-2c8282880f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3356092'] for port (88e7f467-2cad-4e9f-98c9-256de73abee7), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:46.164705 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b46510-4c49-47f6-b343-2c8282880f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=88e7f467-2cad-4e9f-98c9-256de73abee7,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:46.231353 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-87b46510-4c49-47f6-b343-2c8282880f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362268'] for router_gateway (018060e1-f665-4589-bc06-dd52c63c2862), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:46.317037 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-87b46510-4c49-47f6-b343-2c8282880f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3759'] for router (018060e1-f665-4589-bc06-dd52c63c2862), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:46.320651 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-87b46510-4c49-47f6-b343-2c8282880f7f admin admin] Publish callbacks [] for router_controller (018060e1-f665-4589-bc06-dd52c63c2862), precommit_delete_associations {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:46.367511 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-87b46510-4c49-47f6-b343-2c8282880f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-664341'] for router (018060e1-f665-4589-bc06-dd52c63c2862), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:46.367995 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b46510-4c49-47f6-b343-2c8282880f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 018060e1-f665-4589-bc06-dd52c63c2862 {{(pid=110735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:01:46.372441 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-87b46510-4c49-47f6-b343-2c8282880f7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:46.373649 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-87b46510-4c49-47f6-b343-2c8282880f7f admin admin] 10.222.0.89 "DELETE /v2.0/routers/018060e1-f665-4589-bc06-dd52c63c2862 HTTP/1.1" status: 204 len: 168 time: 0.7669384 Jul 28 18:01:46.376107 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 48160) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:46.422360 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.db.db_base_plugin_v2 [None req-977ab1bf-e13b-4115-8d44-14a8d5177745 admin admin] Deleting subnet d05826e1-f268-4cd1-a99d-4ff323c6a275 {{(pid=110735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:01:46.425339 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-977ab1bf-e13b-4115-8d44-14a8d5177745 admin admin] Publish callbacks [] for subnet (d05826e1-f268-4cd1-a99d-4ff323c6a275), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:46.465976 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-977ab1bf-e13b-4115-8d44-14a8d5177745 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431967'] for subnet (d05826e1-f268-4cd1-a99d-4ff323c6a275), precommit_delete_associations {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:46.542647 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device aaa3b087-979b-49a1-a9e7-66803244ffcd no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:01:46.564433 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-977ab1bf-e13b-4115-8d44-14a8d5177745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66971435'] for subnet (d05826e1-f268-4cd1-a99d-4ff323c6a275), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:46.569214 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: aaa3b087-979b-49a1-a9e7-66803244ffcd {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:01:46.569571 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device aaa3b087-979b-49a1-a9e7-66803244ffcd not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:01:46.620192 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-977ab1bf-e13b-4115-8d44-14a8d5177745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66971426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3356049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3448084'] for subnet (d05826e1-f268-4cd1-a99d-4ff323c6a275), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:46.644316 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ab1bf-e13b-4115-8d44-14a8d5177745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d05826e1-f268-4cd1-a99d-4ff323c6a275,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:46.651431 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-977ab1bf-e13b-4115-8d44-14a8d5177745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for subnet (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:46.655245 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-977ab1bf-e13b-4115-8d44-14a8d5177745 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/d05826e1-f268-4cd1-a99d-4ff323c6a275 HTTP/1.1" status: 204 len: 168 time: 0.2782147 Jul 28 18:01:46.656903 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad1500-38be-4140-bca4-ba9782cb62c5 None None] Network 2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc requested from dv-cinder-813229-13-iscsi {{(pid=110737) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:01:46.657872 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [-] (110736) accepted ('10.222.0.89', 48162) {{(pid=110736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:46.704245 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:46.730319 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66853985'] for network (2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:46.742099 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:46.778785 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] Deleting port 03141429-e903-42b0-ab92-ef4a08499fe5 {{(pid=110736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:01:46.779131 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (03141429-e903-42b0-ab92-ef4a08499fe5), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:46.842766 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.db [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] For port 03141429-e903-42b0-ab92-ef4a08499fe5, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=03141429-e903-42b0-ab92-ef4a08499fe5,segment=NetworkSegment(223bc522-bf6b-4840-8f01-e26cc44a13a4),segment_id=223bc522-bf6b-4840-8f01-e26cc44a13a4)] {{(pid=110736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:46.843135 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (03141429-e903-42b0-ab92-ef4a08499fe5), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:46.856832 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.plugin [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] Calling delete_port for 03141429-e903-42b0-ab92-ef4a08499fe5 owned by network:dhcp {{(pid=110736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:01:46.871111 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] DHCP port deletion for 2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc request from dv-cinder-813229-13-iscsi {{(pid=110737) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:01:46.926379 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Deleting port 03141429-e903-42b0-ab92-ef4a08499fe5 {{(pid=110737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:01:46.927268 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747606324493'] for port (03141429-e903-42b0-ab92-ef4a08499fe5), before_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:46.947019 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530806'] for port (03141429-e903-42b0-ab92-ef4a08499fe5), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:46.973507 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] Pushing event deleted for resources: {'Port': ['ID=03141429-e903-42b0-ab92-ef4a08499fe5,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:46.986568 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] No DVR routers for this DVR port 03141429-e903-42b0-ab92-ef4a08499fe5 on host dv-cinder-813229-13-iscsi {{(pid=110736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:01:47.004627 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.db [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] For port 03141429-e903-42b0-ab92-ef4a08499fe5, host dv-cinder-813229-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-13-iscsi',level=0,port_id=03141429-e903-42b0-ab92-ef4a08499fe5,segment=NetworkSegment(223bc522-bf6b-4840-8f01-e26cc44a13a4),segment_id=223bc522-bf6b-4840-8f01-e26cc44a13a4)] {{(pid=110737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:47.005204 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670741'] for port (03141429-e903-42b0-ab92-ef4a08499fe5), precommit_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:47.018521 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Calling delete_port for 03141429-e903-42b0-ab92-ef4a08499fe5 owned by network:dhcp {{(pid=110737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:01:47.060550 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:47.064271 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:47.069013 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66972677', 'neutron.services.segments.db._delete_segments_for_network-8747606401738'] for network (2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:47.090563 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc']}} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: from cryptography.utils import int_from_bytes Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: from cryptography.utils import int_from_bytes Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.098024 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.102541 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.102541 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.102541 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.102541 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.102541 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.102541 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.102541 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.102541 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.102541 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.102541 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.102541 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.102541 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.102541 dv-cinder-813229-13-iscsi neutron-server[110737]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:01:47.102541 dv-cinder-813229-13-iscsi neutron-server[110737]: self.session.flush() Jul 28 18:01:47.107647 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223bc522-bf6b-4840-8f01-e26cc44a13a4') {'for_net_delete': True} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:47.107647 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.services.segments.db [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223bc522-bf6b-4840-8f01-e26cc44a13a4') {} {{(pid=110736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:47.109791 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66898190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747606346819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747605946691'] for port (03141429-e903-42b0-ab92-ef4a08499fe5), after_delete {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:47.118763 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747606401639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3610762'] for segment (223bc522-bf6b-4840-8f01-e26cc44a13a4), before_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:47.133422 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692'] for segment (223bc522-bf6b-4840-8f01-e26cc44a13a4), precommit_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:47.136456 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Pushing event deleted for resources: {'Port': ['ID=03141429-e903-42b0-ab92-ef4a08499fe5,revision_number=None']} {{(pid=110737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:47.143727 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=110736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:01:47.143727 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66967692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530693'] for segment (223bc522-bf6b-4840-8f01-e26cc44a13a4), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:47.147385 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] No DVR routers for this DVR port 03141429-e903-42b0-ab92-ef4a08499fe5 on host dv-cinder-813229-13-iscsi {{(pid=110737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:01:47.149284 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:47.149890 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:47.150240 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:47.150588 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:47.150930 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:47.151304 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:47.151645 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:47.151979 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:47.152353 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:47.152626 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:47.152965 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:47.153367 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:47.153697 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:47.154025 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:47.154435 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a64c8-f9c8-4b00-b35e-6f0ad5786f9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-13-iscsi {{(pid=110737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:47.199469 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 223bc522-bf6b-4840-8f01-e26cc44a13a4 resource provider aggregate not found Jul 28 18:01:47.217590 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.services.segments.plugin [-] Segment 223bc522-bf6b-4840-8f01-e26cc44a13a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 223bc522-bf6b-4840-8f01-e26cc44a13a4 found for delete ", "request_id": "req-309d6ff1-6ab5-4d50-840c-92a29253a267"}]} Jul 28 18:01:47.226347 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66972686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362288'] for network (2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc), after_delete {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:47.231761 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron_lib.callbacks.manager [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536717'] for network (None), before_response {{(pid=110736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:47.235010 dv-cinder-813229-13-iscsi neutron-server[110736]: INFO neutron.wsgi [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] 10.222.0.89 "DELETE /v2.0/networks/2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc HTTP/1.1" status: 204 len: 168 time: 0.5761402 Jul 28 18:01:47.247300 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762573a-a442-4211-8807-ec6cf8bb8066 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad5bbfe-1ea8-492e-9fb0-08ddc9a3a9dc,revision_number=None']} {{(pid=110736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:47.302490 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:01:47.355821 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 48170) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:47.392594 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:47.397238 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-a640c85b-822b-4dad-9615-7403e1d11fee admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1f721aa2c35842beba2060fde666b2a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402803 Jul 28 18:01:47.399991 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 48172) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:47.454350 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ab813f4f-ef44-4f98-92e5-92aa0c988f62 admin admin] Publish callbacks [] for security_group (670c6c46-decf-4a13-9a37-0b34b8b40df2), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:47.477639 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ab813f4f-ef44-4f98-92e5-92aa0c988f62 admin admin] Publish callbacks [] for security_group (670c6c46-decf-4a13-9a37-0b34b8b40df2), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:47.526543 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ab813f4f-ef44-4f98-92e5-92aa0c988f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (670c6c46-decf-4a13-9a37-0b34b8b40df2), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:47.529141 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-ab813f4f-ef44-4f98-92e5-92aa0c988f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:47.530407 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-ab813f4f-ef44-4f98-92e5-92aa0c988f62 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/670c6c46-decf-4a13-9a37-0b34b8b40df2 HTTP/1.1" status: 204 len: 168 time: 0.1294837 Jul 28 18:01:47.539512 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab813f4f-ef44-4f98-92e5-92aa0c988f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670c6c46-decf-4a13-9a37-0b34b8b40df2,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:47.851223 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 48178) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:47.890842 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-e3378099-02b4-457d-b0be-f32bd9427677 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a36fe479443540dfbecf9373a72ca18d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384786 Jul 28 18:01:47.893330 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [-] (110735) accepted ('10.222.0.89', 48180) {{(pid=110735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:47.900967 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:47.944170 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d9d1-03c1-4410-a562-0e663cf30600 admin admin] Publish callbacks [] for security_group (70a6d314-dfcc-4ddf-89ec-abdb4c0c8954), before_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:47.965924 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d9d1-03c1-4410-a562-0e663cf30600 admin admin] Publish callbacks [] for security_group (70a6d314-dfcc-4ddf-89ec-abdb4c0c8954), precommit_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:48.015379 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d9d1-03c1-4410-a562-0e663cf30600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327835'] for security_group (70a6d314-dfcc-4ddf-89ec-abdb4c0c8954), after_delete {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:48.018109 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d9d1-03c1-4410-a562-0e663cf30600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:48.019252 dv-cinder-813229-13-iscsi neutron-server[110735]: INFO neutron.wsgi [None req-fdf4d9d1-03c1-4410-a562-0e663cf30600 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/70a6d314-dfcc-4ddf-89ec-abdb4c0c8954 HTTP/1.1" status: 204 len: 168 time: 0.1250439 Jul 28 18:01:48.028287 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d9d1-03c1-4410-a562-0e663cf30600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a6d314-dfcc-4ddf-89ec-abdb4c0c8954,revision_number=None']} {{(pid=110735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:48.371044 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 03141429-e903-42b0-ab92-ef4a08499fe5 no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:01:48.390866 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: 03141429-e903-42b0-ab92-ef4a08499fe5 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:01:48.391315 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 03141429-e903-42b0-ab92-ef4a08499fe5 not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:01:48.391839 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 88e7f467-2cad-4e9f-98c9-256de73abee7 no longer exists at agent ovs-agent-dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:01:48.413218 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.plugin [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] No Port match for: 88e7f467-2cad-4e9f-98c9-256de73abee7 {{(pid=110737) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:01:48.413577 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron.plugins.ml2.rpc [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Device 88e7f467-2cad-4e9f-98c9-256de73abee7 not bound to the agent host dv-cinder-813229-13-iscsi {{(pid=110737) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:01:55.736000 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-854f5417-fada-4d18-b99c-c5d1e750e9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:57.217349 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=55,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:57.237125 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG dbcounter [-] [110736] Writing DB stats neutron:SELECT=34,neutron:DELETE=6 {{(pid=110736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:58.023544 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:58.024340 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG dbcounter [-] [110735] Writing DB stats neutron:SELECT=38,neutron:DELETE=4 {{(pid=110735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:58.168681 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-cf72d040-1613-46d1-9c1a-9eb38ec92262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:59.191008 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:00.958347 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:01.021014 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:01.323333 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=82 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:01.328583 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=90,neutron:DELETE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:01.582160 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:14.010092 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=37,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:14.013225 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:24.301968 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:02:25.738770 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-608300ad-5c9f-460e-844e-521575ef3ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:28.170874 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-d75c3339-0cb5-4a58-9e85-4d8fb717d83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:29.194933 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:30.962962 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:31.023508 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:31.582274 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:38.324143 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=4 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:38.324910 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=4 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:41.575865 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:41.577900 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:54.009957 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=12 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:54.011915 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=14 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:55.741681 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-acb149cd-7a14-44b0-b9d9-4906d2908ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:58.175186 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-ce6f70a0-3481-4797-acc5-6936b01294c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:59.197588 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:00.966881 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:01.026637 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:01.300777 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:03:01.615086 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:11.604299 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:11.609116 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:15.319651 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=4 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:15.320394 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=4 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:25.743835 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-091e5e87-f060-43d1-a0d4-630c9d57d3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:28.178549 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9d80a8c3-adb6-4150-959a-b6a924c9d111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:29.201208 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:30.970097 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:31.029697 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:31.611746 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.299696 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:03:41.602339 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:41.607473 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:54.354214 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=5 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:54.355242 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:55.745994 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-0af788eb-a91c-4261-bb02-4541ca07e36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:58.181262 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8eca05e8-39a0-4429-8ba9-e90a613b11fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.204619 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:00.973236 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.034331 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.624990 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:14.012484 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:14.014377 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:UPDATE=5,neutron:SELECT=22 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:15.299127 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:04:25.748427 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-25820f9f-67b2-4fb5-ab26-7e2b50f1603b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:28.185003 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-79282b5c-fcfc-47f7-a85c-a192c9172f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:29.206361 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:29.314159 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=3 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:30.975378 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:31.038800 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:31.624275 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:34.318937 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=7 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:41.618018 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:41.619830 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:52.298688 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:04:55.749628 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-389849c4-e6b7-4ed3-9210-5e8d834c4652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:58.188226 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8eee3990-e1ff-4143-a53e-0ceab04c63d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:59.209897 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:00.980087 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:01.038813 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:01.622749 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:06.310136 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=16 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:06.310911 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=18 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:11.615798 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:11.617748 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:21.440887 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [req-7ec1c42a-7b9b-4399-b94e-d39be9e2868a req-b17b5e30-0741-4ef2-92a0-7fd99ab4cdb0 service neutron] (110736) timed out ('10.222.0.100', 50261) {{(pid=110736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:05:25.751497 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-fa27ebfd-cb06-4f57-b479-289e46122fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:28.194302 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-54d06c4f-8d96-47b2-b24e-b1d65ff71cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:29.213417 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:29.301934 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:05:30.983852 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:31.042580 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:31.623469 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:38.479086 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [req-70b1ffe5-261b-402d-ab30-33129eae856c req-3bce1e07-19cd-47b7-88f2-54e79256005f tempest-TestMinimumBasicScenario-586890623 tempest-TestMinimumBasicScenario-586890623-project] (110735) timed out ('10.222.0.100', 50281) {{(pid=110735) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:05:41.616441 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:41.618310 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:43.304850 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=2 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:43.308942 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=6 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:54.359963 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:55.754396 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f1287d14-ab14-43fd-891b-ea8fe8b5a31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:58.187698 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-4c6a1dbe-2f4d-4cc7-8efc-a699154123b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:59.214913 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:00.991357 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:01.047634 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:01.638457 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:06.302585 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:06:14.134073 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:14.136598 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:20.302884 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=2 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:20.306975 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=6 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:25.757721 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-f93faa6d-2b23-46d6-b2d9-4b0fc79cdd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:28.190181 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-8226615b-357e-45e5-b76d-8ea0885e5dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:29.218499 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:30.985822 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:31.049007 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:31.636871 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:41.626439 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:41.631744 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG dbcounter [-] [110737] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=110737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:43.302650 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG neutron.db.agents_db [None req-45c6b915-3dc1-4c42-95e7-1117a4cbf9be None None] Agent healthcheck: found 6 active agents {{(pid=110738) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:06:45.501307 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-97bdf900-27dd-48b5-a257-8c34b5beb6d0 service neutron] (110735) timed out ('10.222.0.89', 43870) {{(pid=110735) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:06:45.808465 dv-cinder-813229-13-iscsi neutron-server[110735]: DEBUG neutron.wsgi [req-d2b78675-fd2c-46dc-9826-ae2edf503369 req-495e97d2-6fa5-4986-b0a6-ad334a5a6396 tempest-TestShelveInstance-721217208 tempest-TestShelveInstance-721217208-project] (110735) timed out ('10.222.0.89', 43880) {{(pid=110735) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:06:51.748221 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-d0fdc44e-3796-48a9-a98a-82b845e5a32a service neutron] (110736) timed out ('10.222.0.89', 41802) {{(pid=110736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:06:51.827638 dv-cinder-813229-13-iscsi neutron-server[110736]: DEBUG neutron.wsgi [req-f1293dce-9758-4cd5-9d76-5ca5aeadbbaf req-2ba28271-5618-494a-958d-9f2b5942ea71 tempest-AttachVolumeShelveTestJSON-1999172378 tempest-AttachVolumeShelveTestJSON-1999172378-project] (110736) timed out ('10.222.0.89', 41844) {{(pid=110736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:06:55.762325 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-45722ea1-d7b8-4b24-a547-fb4a4d7816ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (62fc3b2d-f70b-4b36-aadb-8338c87d5263), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:57.305004 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=17 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:57.305817 dv-cinder-813229-13-iscsi neutron-server[110738]: DEBUG dbcounter [-] [110738] Writing DB stats neutron:SELECT=17 {{(pid=110738) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:58.193778 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-a055d420-11b1-49e8-acc7-346be6e906d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (207f5a01-dda6-4f6c-810a-a0b43e57e2f3), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:59.222261 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-04bebe84-9263-467c-8c15-1e4cc64afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (2192d231-7eca-4a01-81b3-6c6448697f62), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:00.989059 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-533fc20b-a9d7-46d2-8b04-123c2196d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (1ee1d356-c324-44de-b101-ccd3c73905db), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:01.052166 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0378-3e3b-449b-a93c-8f3e899ea5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (5d672f3d-ccd3-41db-a5e7-973999c15023), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:01.656603 dv-cinder-813229-13-iscsi neutron-server[110737]: DEBUG neutron_lib.callbacks.manager [None req-9cc914f7-faff-45e8-9d47-ef0d7c56c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747606401720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66977754'] for agent (8e6bb145-3a08-4d39-ace8-4d238b0daf66), after_update {{(pid=110737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}